-- Logs begin at Tue 2021-02-16 23:24:04 UTC, end at Wed 2021-02-17 00:38:21 UTC. -- Feb 17 00:02:20.352626 dv-cinder-759961-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 00:02:23.056498 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.common.config [-] Logging enabled! Feb 17 00:02:23.057106 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 00:02:23.058376 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83915) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 00:02:23.060666 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.common.config [-] Logging enabled! Feb 17 00:02:23.060974 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 00:02:23.061331 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83915) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 00:02:23.062358 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 00:02:23.062625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 00:02:23.063654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 00:02:23.063934 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 00:02:23.064187 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 00:02:23.064553 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.064917 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.065257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.065514 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.065850 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.066184 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.066505 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.066837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.067431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.067752 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.068066 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.068385 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.068643 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.068995 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.069325 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.069671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.069912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] debug = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.070219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.070759 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.071087 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.071405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.071736 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.072046 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.072360 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.072723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.073072 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] host = dv-cinder-759961-3-iscsi {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.073387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.073717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.074047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.074954 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.075272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.075588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.075917 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.076229 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.076539 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.076875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.077209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.077540 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.077875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.078129 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.078379 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.078708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.079040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.079355 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.079667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.079978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.080291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.080602 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.080931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.081265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.081592 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.081920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.082231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.082541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.082849 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.083158 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.083486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.083795 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.084104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.084414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.084767 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.085073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.085383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.085725 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.086052 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.086374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.086700 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.087007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.087333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.087642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.087948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.088253 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] use_json = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.088560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.088891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.089212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.089520 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.089827 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.090156 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.090460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.090788 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:23.091126 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.091464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.091811 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.092132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.092466 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.092815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.093149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.093467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.093802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.094144 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.094472 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.094790 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.095113 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.095429 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.095770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.096121 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.096462 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.096818 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.097139 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.097452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.097764 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.098079 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.098405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.098740 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.099076 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.099391 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.099709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.100049 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.100367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.100711 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.101024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.101367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.101675 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.101991 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.102313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.102629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.102940 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.103252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.103568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.103902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.104219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.104530 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.104862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.105180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.105509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.105838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.106154 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.106466 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.106776 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.107091 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.107402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.107714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.108030 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.108341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.108657 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.108991 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.109303 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.109610 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.109920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.110228 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.110537 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.110847 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.111169 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.111477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.111785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.112090 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.112402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.112730 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.113061 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.113399 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.113716 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.114032 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.114350 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.114662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.114976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.115289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.115602 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.115919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.116229 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.116564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.116936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.117261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.117580 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.117897 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.118235 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.118552 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.118875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.119188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.119504 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.119826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.120152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.120486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.120844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.121723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.122061 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.122392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.122717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.123069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.123386 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:23.123631 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 00:02:23.123893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83915) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 00:02:23.773410 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading Gnome Feb 17 00:02:23.791137 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading Google Feb 17 00:02:23.793735 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 00:02:23.797220 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading file Feb 17 00:02:23.798203 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading keyczar Feb 17 00:02:23.798482 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading multi Feb 17 00:02:23.799277 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading pyfs Feb 17 00:02:23.845150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:02:23.845466 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:02:23.845787 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:02:23.846156 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 00:02:24.233314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.233796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.233893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.282570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.282881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.283178 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.286794 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.287109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.287407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.355120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.355424 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.356242 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.357408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.357711 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.358003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.627384 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.627706 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.628006 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.628312 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.629167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.775490 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.775864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.776189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.776490 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.776812 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.777196 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.778029 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.778316 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.778601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.778941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.779227 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.779710 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.780814 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.781220 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.781566 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.781909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.782224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.782563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.782868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.783389 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.783696 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.783991 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.784346 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.784638 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.784953 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.785417 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:02:24.785704 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:02:24.785989 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:02:24.786271 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:02:24.786553 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:02:24.786835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:02:24.787277 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 00:02:24.790794 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 00:02:24.795378 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 00:02:24.799377 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Feb 17 00:02:24.801079 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 00:02:24.802360 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 00:02:24.802747 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 00:02:24.803196 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 00:02:24.805975 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 00:02:24.806264 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 00:02:24.806659 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 00:02:24.828733 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 17 00:02:24.829260 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.829606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83915) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 00:02:24.830022 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.831391 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83915) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 00:02:24.831719 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 00:02:24.832006 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 00:02:24.835258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.835583 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:24.902256 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 00:02:24.903037 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 00:02:24.903315 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 00:02:24.903735 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 00:02:24.936559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.sqlalchemy.engines [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83915) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 00:02:25.375918 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Initializing driver for type 'gre' Feb 17 00:02:25.376460 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] gre ID ranges: [(1, 1000)] Feb 17 00:02:25.415499 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Initializing driver for type 'local' Feb 17 00:02:25.415867 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Initializing driver for type 'vlan' Feb 17 00:02:25.427485 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] VlanTypeDriver initialization complete Feb 17 00:02:25.427867 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Initializing driver for type 'vxlan' Feb 17 00:02:25.428410 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] vxlan ID ranges: [(1, 1000)] Feb 17 00:02:25.469417 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Initializing extension driver 'port_security' Feb 17 00:02:25.469787 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] PortSecurityExtensionDriver initialization complete Feb 17 00:02:25.470165 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Initializing mechanism driver 'openvswitch' Feb 17 00:02:25.476368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:02:25.477223 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > port after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.477635 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.478029 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.478464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > subnet after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.478854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > subnet after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.479242 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.479686 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > network after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.480070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > network after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.480448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > network after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.480898 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > security_group after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.481278 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > security_group after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.481653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.482070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.482450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.482865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.483406 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > address_group after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.483787 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > address_group after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.484160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.484525 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] ML2 OVO RPC backend initialized. {{(pid=83915) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 00:02:25.485301 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.485693 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.486153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > network before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.486536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > networks before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.486917 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > port before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.487291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > ports before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.487671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > subnet before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.488048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > subnets before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.488431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > network after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.488830 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > network after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.489204 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > network after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.489575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > port after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.489945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.490314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.490686 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > subnet after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.491059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > subnet after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.491431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.492069 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.plugin [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Modular L2 Plugin initialization complete Feb 17 00:02:25.492425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading services supported by the core plugin {{(pid=83915) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 00:02:25.492821 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Got port-security extension from driver 'port_security' Feb 17 00:02:25.493334 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.extensions.vlantransparent [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Disabled vlantransparent extension. Feb 17 00:02:25.493815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83915) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 00:02:25.494162 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading Plugin: router Feb 17 00:02:25.532955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.533397 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router after_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.533808 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router before_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.534213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.534633 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.535029 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router after_delete 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.535427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.535838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router after_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.536221 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router after_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.536615 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router after_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.537034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.537440 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router after_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.537929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router precommit_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.538354 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.538736 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.539116 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: subnet after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.539495 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.539886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.540272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router precommit_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.540655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: port before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.541074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router precommit_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.541480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router after_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.541863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.542252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router precommit_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.542658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.543079 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router precommit_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.543510 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > network after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.544508 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Tracking information for resource: router configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:02:25.544914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Tracking information for resource: floatingip configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:02:25.549728 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_agentschedulers_db [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 00:02:25.550385 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.550786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: port after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.551176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.551563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.552477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router before_create 55550100 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.552947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.553355 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router precommit_create 55550100 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.554781 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > router precommit_update 55550100 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.560021 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.provider_configuration [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service providers = [] {{(pid=83915) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 00:02:25.560421 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.servicetype_db [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83915) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 00:02:25.563435 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.service_base [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 00:02:25.563823 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.service_base [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 00:02:25.564201 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.service_base [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 00:02:25.565127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.service_base [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 00:02:25.565528 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.services.service_base [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 00:02:25.565944 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:02:25.566300 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 00:02:25.577201 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:02:25.577574 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading Plugin: auto_allocate Feb 17 00:02:25.583399 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: network precommit_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.583801 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: network precommit_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.584391 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:02:25.584773 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading Plugin: tag Feb 17 00:02:25.591692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:02:25.592063 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading Plugin: timestamp Feb 17 00:02:25.595969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:02:25.596483 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading Plugin: network_ip_availability Feb 17 00:02:25.601997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.602408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.602801 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.603585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:02:25.603942 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading Plugin: flavors Feb 17 00:02:25.608991 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:02:25.609363 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading Plugin: revisions Feb 17 00:02:25.613639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:02:25.614067 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=83915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:02:25.614873 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83915) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 00:02:25.615257 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Initializing extension manager. Feb 17 00:02:25.615803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: __init__.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.616186 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: __pycache__ {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.616563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.616969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: address_group.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.617925 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.618558 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: address-group Feb 17 00:02:25.618924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: address_scope.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.619696 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.620281 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: address-scope Feb 17 00:02:25.620643 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.622212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.622797 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: router-admin-state-down-before-update Feb 17 00:02:25.623159 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: agent.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.623919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.624500 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: agent Feb 17 00:02:25.624891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: agent_resources_synced.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.625810 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.626437 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: agent-resources-synced Feb 17 00:02:25.626753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: allowedaddresspairs.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.628548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.629169 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: allowed-address-pairs Feb 17 00:02:25.629538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: auto_allocated_topology.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.630628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.631211 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: auto-allocated-topology Feb 17 00:02:25.631576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: availability_zone.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.632330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.632944 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: availability_zone Feb 17 00:02:25.633310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: availability_zone_filter.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.634234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.634810 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: availability_zone_filter Feb 17 00:02:25.635173 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: data_plane_status.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.636090 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.636662 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 00:02:25.637073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: default_subnetpools.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.638005 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.638591 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: default-subnetpools Feb 17 00:02:25.638952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.639904 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.640496 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: dhcp_agent_scheduler Feb 17 00:02:25.640893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: dns.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.641814 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.642390 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 00:02:25.642755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: dns_domain_ports.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.643687 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.644265 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 00:02:25.644629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: dvr.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.645379 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.645957 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: dvr Feb 17 00:02:25.646320 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: empty_string_filtering.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.647244 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.647820 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: empty-string-filtering Feb 17 00:02:25.648182 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.649135 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.649702 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 00:02:25.650069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.650994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.651565 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 00:02:25.651927 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: external_net.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.652924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.653501 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: external-net Feb 17 00:02:25.653864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.654781 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.655356 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: extra_dhcp_opt Feb 17 00:02:25.655714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: extraroute.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.656630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.657232 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: extraroute Feb 17 00:02:25.657591 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: extraroute_atomic.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.658633 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.659211 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: extraroute-atomic Feb 17 00:02:25.659571 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: filter_validation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.660586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.660882 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: filter-validation Feb 17 00:02:25.661242 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: fip_pf_description.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.662171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.662747 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 00:02:25.663106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: fip_port_details.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.664039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.664621 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: fip-port-details Feb 17 00:02:25.665017 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: flavors.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.666277 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.666865 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: flavors Feb 17 00:02:25.667231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.669412 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.669994 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 00:02:25.670467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: floatingip_pools.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.671234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.671815 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: floatingip-pools Feb 17 00:02:25.672182 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: ip_allocation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.673161 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.673741 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 00:02:25.674106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.675038 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.675623 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: ip-substring-filtering Feb 17 00:02:25.675987 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: l2_adjacency.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.676942 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.677523 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 00:02:25.677885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: l3.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.678952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.679550 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: router Feb 17 00:02:25.679910 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.682215 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.682810 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 00:02:25.683185 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.684820 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.685414 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: ext-gw-mode Feb 17 00:02:25.685796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.686717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.687303 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: l3-ha Feb 17 00:02:25.687667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: l3_flavors.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.688596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.689209 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: l3-flavors Feb 17 00:02:25.689575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.690509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.691091 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 00:02:25.691456 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: l3agentscheduler.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.693206 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.693915 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: l3_agent_scheduler Feb 17 00:02:25.694398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: logging.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.695945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.696533 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension logging not supported by any of loaded plugins Feb 17 00:02:25.696928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: metering.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.697728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.698441 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: metering Feb 17 00:02:25.698809 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.699960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.700554 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: metering_source_and_destination_fields Feb 17 00:02:25.700957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: multiprovidernet.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.701904 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.702486 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: multi-provider Feb 17 00:02:25.702852 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: netmtu.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.703775 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.704356 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: net-mtu Feb 17 00:02:25.704738 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: netmtu_writable.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.705673 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.706251 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: net-mtu-writable Feb 17 00:02:25.706612 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: network_availability_zone.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.707332 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.707912 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: network_availability_zone Feb 17 00:02:25.708271 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: network_ip_availability.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.709435 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.710022 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: network-ip-availability Feb 17 00:02:25.710387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: network_segment_range.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.711351 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.711931 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 00:02:25.712298 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: pagination.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.713339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.713717 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: pagination Feb 17 00:02:25.714075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: port_device_profile.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.715019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.715604 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: port-device-profile Feb 17 00:02:25.715967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.716922 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.717503 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: port-mac-address-regenerate Feb 17 00:02:25.717873 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.718797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.719373 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: port-numa-affinity-policy Feb 17 00:02:25.719734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: port_resource_request.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.720662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.721267 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 00:02:25.721626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: portbindings.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.722585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.723208 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: binding Feb 17 00:02:25.723572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: portbindings_extended.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.724901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.725489 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: binding-extended Feb 17 00:02:25.725854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: portsecurity.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.726783 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.727368 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: port-security Feb 17 00:02:25.727729 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: project_id.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.728729 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.729105 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: project-id Feb 17 00:02:25.729469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: providernet.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.730397 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.731517 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: provider Feb 17 00:02:25.731877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: qos.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.735459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.736056 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension qos not supported by any of loaded plugins Feb 17 00:02:25.736433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.738889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.739478 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 00:02:25.739849 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.740806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.741393 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 00:02:25.741762 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: qos_default.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.742688 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.743263 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension qos-default not supported by any of loaded plugins Feb 17 00:02:25.743626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: qos_fip.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.744322 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.744921 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 00:02:25.745285 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: qos_gateway_ip.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.746790 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.747371 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 00:02:25.747736 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: qos_port_network_policy.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.748657 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.749257 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 00:02:25.749620 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: qos_rule_type_details.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.750538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.751121 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 00:02:25.751483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: qos_rules_alias.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.752590 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.753208 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 00:02:25.753573 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: quotasv2.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.754588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.754961 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: quotas Feb 17 00:02:25.755321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: quotasv2_detail.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.756974 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.757358 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: quota_details Feb 17 00:02:25.757727 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: rbac.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.758895 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.759493 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: rbac-policies Feb 17 00:02:25.759858 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: rbac_address_scope.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.760828 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.761431 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: rbac-address-scope Feb 17 00:02:25.761825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: rbac_security_groups.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.762867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.763457 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: rbac-security-groups Feb 17 00:02:25.763825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: rbac_subnetpool.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.764783 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.765373 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: rbac-subnetpool Feb 17 00:02:25.765739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: revisionifmatch.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.766699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.767387 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: revision-if-match Feb 17 00:02:25.767755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: revisions.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.769020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.769603 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: standard-attr-revisions Feb 17 00:02:25.769969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: router_availability_zone.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.770700 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.771289 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: router_availability_zone Feb 17 00:02:25.771652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: routerservicetype.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.772600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.773201 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 00:02:25.773566 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.774515 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.775097 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: security-groups-normalized-cidr Feb 17 00:02:25.775459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.776393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.776999 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: port-security-groups-filtering Feb 17 00:02:25.777391 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.778338 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.778933 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: security-groups-remote-address-group Feb 17 00:02:25.779300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: securitygroup.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.792480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.793666 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: security-group Feb 17 00:02:25.794037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: segment.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.794918 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.795503 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension segment not supported by any of loaded plugins Feb 17 00:02:25.795870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.796873 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.797460 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 00:02:25.797825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: servicetype.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.798936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.799526 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: service-type Feb 17 00:02:25.799894 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: sorting.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.800931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.801313 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: sorting Feb 17 00:02:25.801683 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: standard_attr_segment.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.802610 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.803195 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 00:02:25.803556 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: standardattrdescription.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.804252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.804865 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: standard-attr-description Feb 17 00:02:25.805231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: stateful_security_group.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.806179 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.806771 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: stateful-security-group Feb 17 00:02:25.807133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: stdattrs_common.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.807731 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 00:02:25.808093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.809732 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.810316 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 00:02:25.810678 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: subnet_onboard.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.811761 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.812357 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: subnet_onboard Feb 17 00:02:25.812741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.813686 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.814264 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 00:02:25.814626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: subnet_service_types.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.815569 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.816153 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: subnet-service-types Feb 17 00:02:25.816516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: subnetallocation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.817879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.818472 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: subnet_allocation Feb 17 00:02:25.818836 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.819553 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.820138 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: subnetpool-prefix-ops Feb 17 00:02:25.820500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.821487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.822076 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 00:02:25.822436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: tagging.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.823757 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.824379 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: standard-attr-tag Feb 17 00:02:25.824769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: timestamp.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.825961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.826548 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loaded extension: standard-attr-timestamp Feb 17 00:02:25.826916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: trunk.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.827954 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.828540 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension trunk not supported by any of loaded plugins Feb 17 00:02:25.828931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: trunk_details.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.829870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.830446 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 00:02:25.830808 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: uplink_status_propagation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.831742 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.832318 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 00:02:25.832677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Loading extension file: vlantransparent.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:02:25.833406 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:02:25.833981 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 00:02:25.836715 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:network Feb 17 00:02:25.837537 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:subnet Feb 17 00:02:25.838213 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:02:25.838881 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:port Feb 17 00:02:25.840411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.840987 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service FLAVORS assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.841703 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.842180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.842552 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:router Feb 17 00:02:25.843279 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 00:02:25.844055 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service METERING assigned prefix: /metering {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.845926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.846331 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.846719 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:02:25.847860 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 00:02:25.848369 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:security_group Feb 17 00:02:25.849207 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 00:02:25.850023 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service CORE assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.850399 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:02:25.850777 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] subnetpool is already registered Feb 17 00:02:25.851432 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service CORE assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.851805 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:02:25.852168 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] subnetpool is already registered Feb 17 00:02:25.854963 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.855958 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service FLAVORS assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.856617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.857117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.857490 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:router Feb 17 00:02:25.857856 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] router is already registered Feb 17 00:02:25.858514 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 00:02:25.858879 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] floatingip is already registered Feb 17 00:02:25.859575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service METERING assigned prefix: /metering {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.860318 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 00:02:25.860720 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] rbac_policy is already registered Feb 17 00:02:25.861331 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:security_group Feb 17 00:02:25.861701 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] security_group is already registered Feb 17 00:02:25.862359 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 00:02:25.862725 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] security_group_rule is already registered Feb 17 00:02:25.863456 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service CORE assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.863827 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:02:25.864189 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] subnetpool is already registered Feb 17 00:02:25.864887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Service CORE assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:02:25.865258 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:02:25.865618 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] subnetpool is already registered Feb 17 00:02:25.866341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: extensions {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.867912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: address-groups {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.869625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: address-scopes {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.870921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: agents {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.872748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: auto-allocated-topology {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.874073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: availability_zones {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.875512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: dhcp-networks {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.877079 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: dhcp-agents {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.878531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: routers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.880418 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: flavors {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.881695 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: service_profiles {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.882997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: next_providers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.885487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: service_profiles {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.887078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: floatingip-pools {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.888387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: routers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.890316 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: floatingips {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.891573 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: l3-routers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.893075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: l3-agents {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.894578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: metering-labels {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.896004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: metering-label-rules {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.897426 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: network-ip-availabilities {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.898775 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: bindings {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.900511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: quotas {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.902043 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: quotas {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.903565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: rbac-policies {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.904975 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: security-groups {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.906243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: security-group-rules {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.907549 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: service-providers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.908870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: subnetpools {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.910369 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: subnetpools {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.911916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.913738 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.915645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.917548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.920017 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.921831 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.923723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.925699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.927675 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.929679 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:02:25.937289 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING keystonemiddleware.auth_token [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 00:02:25.942890 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING keystonemiddleware.auth_token [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 00:02:25.951757 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Acquired lock "singleton_lock" {{(pid=83915) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 00:02:25.952281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Releasing lock "singleton_lock" {{(pid=83915) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 00:02:25.953783 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO oslo_service.service [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Starting 2 workers Feb 17 00:02:25.958578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Started child 84026 {{(pid=83915) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 00:02:25.962777 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:25.963331 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Started child 84027 {{(pid=83915) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 00:02:25.964295 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [-] (84026) wsgi starting up on http://0.0.0.0:9696 Feb 17 00:02:25.964914 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.service [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 00:02:25.965628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Notify callbacks [] for process, before_spawn {{(pid=83915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:25.966992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:25.968174 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO oslo_service.service [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Starting 1 workers Feb 17 00:02:25.968407 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [-] (84027) wsgi starting up on http://0.0.0.0:9696 Feb 17 00:02:25.973722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Started child 84028 {{(pid=83915) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 00:02:25.974309 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO oslo_service.service [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Starting 1 workers Feb 17 00:02:25.975960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.service [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] calling RpcWorker wait() {{(pid=84028) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 00:02:25.976421 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.service [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] returning from RpcWorker wait() {{(pid=84028) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 00:02:25.978042 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:25.978644 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:02:25.979124 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Started child 84029 {{(pid=83915) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 00:02:25.979919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f04b09a-98aa-4e85-bd28-e62bd58e7d20 None None] Notify callbacks [] for process, after_spawn {{(pid=83915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:25.982266 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83915) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 00:02:25.982396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 00:02:25.982763 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 00:02:25.983182 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 00:02:25.983560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:25.983732 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 00:02:25.984112 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 00:02:25.984514 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:02:25.984677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.985172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.985503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.985822 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.986179 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.986823 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.987110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.987406 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.987720 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.987997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.988202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.988402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.988713 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.989031 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.989372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.989658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.989945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.990254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.990471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.990751 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.991066 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.991368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.991671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] debug = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.991948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.992509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.992797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.993112 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.993386 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.993693 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.993966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.994268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.994559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.994831 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.995085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.995370 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.995619 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.995887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.996874 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.997027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.997516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] host = dv-cinder-759961-3-iscsi {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.997784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.998041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.998314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.998592 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.998902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.999356 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:25.999933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.000293 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.000610 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.000913 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.001219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.001510 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.001933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.002432 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.002699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_options = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.002945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.003352 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.003984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.007337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.007337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.007337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.007337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.007337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.007337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.007337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.008321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.008321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.008321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.008321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.008321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.008321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.008321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.008321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.009422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 50944) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:26.009565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.009565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.009565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.009565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.009565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.009565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.009565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.009565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.010881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.010881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.010881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.010881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.010881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.011518 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.011518 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.011790 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.011944 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.012784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.012784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.012784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.012979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.013184 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.013600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.014013 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.014529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.014948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.015460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.015890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_json = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.016294 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.016719 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.017246 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.017646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.018073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.018484 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.018876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.019308 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.019906 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.020389 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.020926 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0109632 Feb 17 00:02:26.021079 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.021471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.021888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.022308 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.023535 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.023989 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.024277 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.024575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.024934 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.025205 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.025529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.025791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.026055 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.026394 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.026908 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.028091 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.028091 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.028265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.028474 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.028781 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.029138 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.029461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.029769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.030049 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.030306 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.030581 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.030838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.031115 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.031366 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.031632 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.031939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.032198 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.032458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.033423 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.033423 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.033423 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.033658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.033766 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.034253 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.034750 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.035036 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.035292 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.035548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.035802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.036060 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.036327 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.036596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.036910 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.037194 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.037500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.037705 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.037985 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.038233 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.038511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.039438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.039438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.039438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.039668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.039738 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.039997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.040643 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.040643 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.040910 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.040986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.041241 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.041499 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.041792 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.041990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.042432 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.042688 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.042978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.043906 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.045155 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.045553 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.046021 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.046285 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.046595 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.046774 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.047201 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.047465 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.047726 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.047992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.048290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.048853 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.049306 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.049795 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.050066 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.052528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.053017 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.053526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.054051 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.054051 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.054318 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.054638 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.054927 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.055241 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.055536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.055806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.056116 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.056387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.057058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.057058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.057243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.057440 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.057894 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.058349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.058669 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.058973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.059300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.059607 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.059996 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.060454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.060926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.061399 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.061947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.062454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.062792 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.063110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.063393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.063684 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.063965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.064263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.064532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.064840 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.065104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.065429 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.065722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.065984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.066242 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.066536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.066919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.067457 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.067733 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.068009 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.068327 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.068622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.070075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.070075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.070262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.070506 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.070796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.071091 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.071350 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.071608 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.071909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.072168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.072443 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.072826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.072980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.073400 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.073814 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.074284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.074738 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.075183 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.075599 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.076071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.076341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.076641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.076924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.078004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.078004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.078004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.078004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.078930 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.079440 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.079813 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.080161 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.080550 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.081371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.081371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.081530 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.081820 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.082198 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.084041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.084499 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.084957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.085411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.085684 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.085957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.086222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.086502 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.086802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.087065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.087356 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.087625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.088002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.088285 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.088570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.088886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.089148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.089412 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.090333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.090745 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.091010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.091275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.091600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.091899 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.092186 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.092542 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.093492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.093940 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.094368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.094810 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.095074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.095928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.095928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.096103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.096305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.096753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.097207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.097646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.098079 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.098516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.098968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.099441 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.099786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.100231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.100679 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.101177 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.101599 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.101978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.102311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.102637 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.102921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.103223 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.103513 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.103891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.104151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.104445 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.104770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.105036 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.105328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.106210 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.107138 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.107138 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.107299 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.107555 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.107876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.108352 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.108910 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.109175 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.109495 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.109880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.110205 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.110497 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.110789 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.111091 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.111365 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.111604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.112050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.112316 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.112755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.112855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.113164 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.113436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.113694 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.113957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.114408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.114679 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.114939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.115203 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.115458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.115626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 00:02:26.116331 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83915) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 00:02:26.116723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 00:02:26.117089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 00:02:26.117496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 00:02:26.117798 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 00:02:26.117970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 00:02:26.118388 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.118589 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.118785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.118981 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.119175 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.119390 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.119586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.119780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.119973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.120143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.120454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.120865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.121073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.121407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.121760 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.121934 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.122299 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.122475 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.122827 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.123023 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.123212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.123407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.123595 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] debug = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.124487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.124487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.124487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.124487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.124487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.124866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.124866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.124989 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.125158 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.125514 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.125691 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.125864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.126025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.126192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.126358 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.126575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.126684 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] host = dv-cinder-759961-3-iscsi {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.126844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.127010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.127251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.127387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.127551 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.127741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.127931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.128119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.128307 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.128496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.128710 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.128900 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.129089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.129278 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.129468 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_options = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.129655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.129844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.130034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.130252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.130460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.130649 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.130842 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.131031 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.131219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.131410 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.131646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.131772 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.131929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.132114 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.132303 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.132491 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.132679 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.132889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.133079 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.133268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.133457 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.133645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.133833 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.134020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.134208 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.134401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.134591 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.135146 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.135146 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.135146 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.135454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.135454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.135654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.135770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.136037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.136232 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.136420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.136613 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.136870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.137097 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.137288 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.137477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.137666 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.137854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.138179 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.138179 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_json = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.138523 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.138523 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.138702 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.138844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.139031 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.139220 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.139408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.139599 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:02:26.139816 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.140020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.140229 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.140422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.140614 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.141661 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.141854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.142043 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.142302 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.142402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.142589 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.142780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.142986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.143180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.143373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.143566 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.143759 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.143951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.144143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.144340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.144655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.145606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.145842 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.146044 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.146244 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.146440 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.146636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.146830 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.147024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.147220 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.147416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.147609 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.147803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.147995 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.148192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.148352 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.148547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.148776 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.148955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.149148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.149370 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.149525 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.149745 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.149851 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.149963 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.150677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.150677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.150677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.150677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.151108 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.151108 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.151108 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.151419 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.151528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.151636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.151796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.152914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.152914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.152914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.153151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.153306 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.153454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.153646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.154268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.154268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.154268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.154600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.154600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.154753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.154825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.155005 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.155198 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.155389 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.155581 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.155773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.155966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.156157 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.156349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.156542 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.157651 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.157862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.158059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.158255 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.158450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.158653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.158866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.159061 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.159254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.159447 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.159640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.159833 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.160024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.160215 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.160408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.160600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.161521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.161708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.161910 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.162109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.162305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.162501 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.163377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.163377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.163377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.163377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.163377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.164071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.164071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.164071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.164071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.164616 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.164616 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.164616 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.165330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.165330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.165330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.165330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.167648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.167648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.167648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.167648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.167648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.167648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.167648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.167648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.169837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.169837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.169837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.169837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.169837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.169837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.169837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.169837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.170886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.170886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.170886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.170886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.170886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.170886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.170886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.170886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.172007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.172007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.172007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.172007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.172007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.172007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.172007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.172007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.173071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.173071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.173071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.173071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.173071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.173071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.173071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.173071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.174213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.174213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.174213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.174213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.174213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.174213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.174213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.174213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.175888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.175888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.175888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.175888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.175888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.175888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.175888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.175888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.176780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.176780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.176780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.176780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.176780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.176780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.176780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.176780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.177680 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.177680 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.178025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.178025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.178256 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.178365 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.178474 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.178633 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.178788 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.179042 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.179235 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.179480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.179647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.179834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.180028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.180221 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.180414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.180608 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.182037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.182037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.182037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.182444 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.182444 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.182444 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.182855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.182855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.183114 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.183251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.183387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.183524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.183700 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.183846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.184027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.184220 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.184411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.184613 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.184867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.185011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:02:26.185739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.185739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.185739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.185739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.185739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.186372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.186372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.186372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.186372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.186893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.186893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.186893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.187274 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.187274 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.187532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.187532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.187790 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.187935 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.188073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.188210 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.188407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.188608 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.188872 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.189076 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.189269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.190127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.190127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.190127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.190127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.190127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.190656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.190656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.190656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.190950 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.190950 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.191157 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.191268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.191464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.191655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.191846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.192297 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.192491 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.192753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.192924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.193116 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.193310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:02:26.193494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 00:02:36.377203 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562732f7-2641-4b05-8088-39c1e53752f4 None None] get_active_networks_info from dv-cinder-759961-3-iscsi {{(pid=84028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 00:02:36.505723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562732f7-2641-4b05-8088-39c1e53752f4 None None] No non-hosted networks {{(pid=84028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 00:02:36.535040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b40840ac-b5a0-4bfc-af50-63a018388373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345'] for agent, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:38.546291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf31afad-9ff8-4092-83e8-33403cb3d7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345'] for agent, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:38.638330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0c381d23-d283-459e-a88c-1206fc5abf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:39.228841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345'] for agent, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:40.170999 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345'] for agent, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:40.172243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:40.172846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:40.173387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:40.173905 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:40.174415 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:40.174964 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:40.175510 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:40.177377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:40.177925 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:40.178464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:40.180480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:40.181043 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:40.181785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759961-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:02:40.187688 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759961-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:02:40.504943 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345'] for agent, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:42.001098 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51048) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:42.118210 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] get_endpoint_by_host() called for host dv-cinder-759961-3-iscsi {{(pid=84028) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 00:02:42.123695 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] get_endpoint_by_ip() called for ip 192.168.0.47 {{(pid=84028) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 00:02:42.127062 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] _add_endpoint() called for ip 192.168.0.47 {{(pid=84028) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 00:02:42.134085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] _get_endpoints() called {{(pid=84028) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 00:02:42.625830 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-73c26eea-b6ca-41fd-bc9b-2c92775311cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:02:42.626381 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-73c26eea-b6ca-41fd-bc9b-2c92775311cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:02:42.857265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [None req-73c26eea-b6ca-41fd-bc9b-2c92775311cf admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:02:42.858609 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-73c26eea-b6ca-41fd-bc9b-2c92775311cf admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8555214 Feb 17 00:02:45.612118 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51064) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:45.746875 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_hamode_db [None req-c77aed01-35f9-45a5-87d4-e7557b7a88ae None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 00:02:45.836640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77aed01-35f9-45a5-87d4-e7557b7a88ae None None] Routers set() bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:02:45.837104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77aed01-35f9-45a5-87d4-e7557b7a88ae None None] Router IDs set() for agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 00:02:46.012188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-65965585-b730-4660-8020-01bb0a211f20 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:46.081230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.policy [None req-65965585-b730-4660-8020-01bb0a211f20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84027) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 00:02:46.118187 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-65965585-b730-4660-8020-01bb0a211f20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:02:46.118618 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-65965585-b730-4660-8020-01bb0a211f20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:02:46.145711 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota [None req-65965585-b730-4660-8020-01bb0a211f20 admin admin] Loaded quota_driver: . Feb 17 00:02:46.162026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-65965585-b730-4660-8020-01bb0a211f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:02:46.219478 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-65965585-b730-4660-8020-01bb0a211f20 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731111716890', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731111662517', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731111666152', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731111680078', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731111679193', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-738021', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-742914', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850990834', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3574944'] for rbac-policy, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:46.282804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-65965585-b730-4660-8020-01bb0a211f20 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:46.283995 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-65965585-b730-4660-8020-01bb0a211f20 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6708968 Feb 17 00:02:49.296343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51078) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:49.666752 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '2d492987051a4fc68fb8ee8830fecc1f'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:49.672625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:02:49.677606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Usage tracker for resource:network and tenant:2d492987051a4fc68fb8ee8830fecc1f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:02:49.681273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:02:49.687578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:02:49.696404 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Made reservation on behalf of 2d492987051a4fc68fb8ee8830fecc1f for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:02:49.703085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:49.722211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:49.900397 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:02:49.904846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Usage tracker for resource:security_group_rule and tenant:2d492987051a4fc68fb8ee8830fecc1f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:02:49.908324 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:02:49.913997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:02:50.012291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:50.014819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:50.019492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:02:50.039185 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:02:50.065282 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363305741927455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:50.065762 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Added segment 82e579ee-ed22-4168-9bde-bd5d635961fa of type vxlan for network 8afaf737-2fc6-4913-8e3d-3d1b126715c3 Feb 17 00:02:50.121312 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc49fdb7-1062-47d2-b359-a04608d39498,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:02:50.145094 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:50.145487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:50.145851 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:50.146211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:50.146566 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:50.146920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:50.147273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:50.147622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:50.147986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:50.148340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:50.148709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:50.149059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Tracked resource versions report: Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: pushed versions: Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: consumer versions: Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: L3 agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: Metadata agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: Metering agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-759961-3-iscsi: { 'AddressGroup': '1.1', Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 00:02:50.150473 dv-cinder-759961-3-iscsi neutron-server[83915]: {{(pid=84027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:02:50.190791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:02:50.192779 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:50.231624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:50.232976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:02:50.233625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:50.238224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:02:50.355464 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0573599 Feb 17 00:02:50.358304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Pushing event updated for resources: {'Network': ['ID=8afaf737-2fc6-4913-8e3d-3d1b126715c3,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:02:50.361727 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:02:50.370251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 8afaf737-2fc6-4913-8e3d-3d1b126715c3 details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:02:53.439361 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51094) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:53.912604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e997f62-7666-48c3-aa8e-060addf87c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:02:53.914125 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2e997f62-7666-48c3-aa8e-060addf87c07 admin admin] 10.222.0.74 "GET /v2.0/networks/8afaf737-2fc6-4913-8e3d-3d1b126715c3 HTTP/1.1" status: 200 len: 818 time: 0.4737196 Feb 17 00:02:53.942597 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-59665f39-ad82-4f01-bb9e-1aa9c4ac9d04 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/d735a8f8-c8b2-4e5a-915f-b18281d279a8 HTTP/1.1" status: 200 len: 734 time: 0.0223532 Feb 17 00:02:53.952313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd735a8f8-c8b2-4e5a-915f-b18281d279a8', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'ip_version': 4, 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:53.956730 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:02:53.960632 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Usage tracker for resource:subnet and tenant:2d492987051a4fc68fb8ee8830fecc1f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:02:53.963548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:02:53.969193 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:02:53.977512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Made reservation on behalf of 2d492987051a4fc68fb8ee8830fecc1f for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:02:53.982162 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:54.454531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:54.469202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:02:54.612315 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f58304-6e3a-43c9-9e87-22c2d66bc92b,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:02:54.618880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:02:54.671783 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Checking segment: {'id': '82e579ee-ed22-4168-9bde-bd5d635961fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:02:54.672168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Network hostable DHCP agents. Network: 8afaf737-2fc6-4913-8e3d-3d1b126715c3, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:02:54.692628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Network 8afaf737-2fc6-4913-8e3d-3d1b126715c3 is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:02:54.701355 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 8afaf737-2fc6-4913-8e3d-3d1b126715c3) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:02:54.705773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:02:54.706359 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:54.711424 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74478a8b-4cb6-45e3-9c1d-4ec3b254b210 None None] Network 8afaf737-2fc6-4913-8e3d-3d1b126715c3 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:02:54.730301 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7775490 Feb 17 00:02:55.307061 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10717775-f0b4-5fdc-9097-a0b7ddd50e29-8afaf737-2fc6-4913-8e3d-3d1b126715c3', 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'fixed_ips': [{'subnet_id': '59f58304-6e3a-43c9-9e87-22c2d66bc92b'}]}} from dv-cinder-759961-3-iscsi. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:02:55.308627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:55.634039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Allocated IP 172.20.0.2 (8afaf737-2fc6-4913-8e3d-3d1b126715c3/59f58304-6e3a-43c9-9e87-22c2d66bc92b/6a5d853a-265f-4891-8269-8e6646e55489) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:02:55.876636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:55.891069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Transition to ACTIVE for port object 6a5d853a-265f-4891-8269-8e6646e55489 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:02:55.911333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Transition to ACTIVE for port object 6a5d853a-265f-4891-8269-8e6646e55489 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:02:55.918325 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:55.934933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:02:56.070536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Pushing event updated for resources: {'Port': ['ID=6a5d853a-265f-4891-8269-8e6646e55489,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:02:56.081083 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:56.081466 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:56.081839 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:56.082205 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:56.082567 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:56.082928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:56.083344 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:56.083646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:56.084003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:56.084357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:56.084728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:56.085091 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Tracked resource versions report: Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: pushed versions: Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: consumer versions: Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: L3 agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: Metadata agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: Metering agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-759961-3-iscsi: { 'AddressGroup': '1.1', Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 00:02:56.086180 dv-cinder-759961-3-iscsi neutron-server[83915]: {{(pid=84028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:02:56.090858 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:02:56.151862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Network 8afaf737-2fc6-4913-8e3d-3d1b126715c3 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:02:56.153075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:02:56.155844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:02:56.219152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Attempting to bind port 6a5d853a-265f-4891-8269-8e6646e55489 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:02:56.219579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Attempting to bind port 6a5d853a-265f-4891-8269-8e6646e55489 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '82e579ee-ed22-4168-9bde-bd5d635961fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:02:56.220008 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Attempting to bind port 6a5d853a-265f-4891-8269-8e6646e55489 on network 8afaf737-2fc6-4913-8e3d-3d1b126715c3 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:02:56.225716 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:02:56.226173 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Checking segment: {'id': '82e579ee-ed22-4168-9bde-bd5d635961fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:02:56.226597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:56.227031 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Bound using segment: {'id': '82e579ee-ed22-4168-9bde-bd5d635961fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:02:56.227571 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Bound port: 6a5d853a-265f-4891-8269-8e6646e55489, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e579ee-ed22-4168-9bde-bd5d635961fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:02:56.228000 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:56.321304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] For port 6a5d853a-265f-4891-8269-8e6646e55489, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:02:56.325749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] For port 6a5d853a-265f-4891-8269-8e6646e55489, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=6a5d853a-265f-4891-8269-8e6646e55489,segment=NetworkSegment(82e579ee-ed22-4168-9bde-bd5d635961fa),segment_id=82e579ee-ed22-4168-9bde-bd5d635961fa)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:02:56.328929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:02:56.344553 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:02:56.493502 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Pushing event updated for resources: {'Port': ['ID=6a5d853a-265f-4891-8269-8e6646e55489,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:02:56.498118 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:02:57.543584 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51104) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:57.984810 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [None req-110ec63a-129c-411d-af63-ee4c4c22828d admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:02:57.986336 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-110ec63a-129c-411d-af63-ee4c4c22828d admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4413786 Feb 17 00:03:00.201215 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 6a5d853a-265f-4891-8269-8e6646e55489 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:03:00.275987 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 6a5d853a-265f-4891-8269-8e6646e55489 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:03:00.742723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51118) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:01.139953 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [None req-a5ec4b04-6ff4-4b64-89f1-fdf9af3f92f7 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:03:01.141120 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a5ec4b04-6ff4-4b64-89f1-fdf9af3f92f7 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3973854 Feb 17 00:03:01.339093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e54c3a-99f4-4c5f-9506-95ca2c1fd713 None None] Network 8afaf737-2fc6-4913-8e3d-3d1b126715c3 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:03:01.433966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-cdd889d0-8933-4e0e-847f-6a9bc7209139 None None] Provisioning for port 6a5d853a-265f-4891-8269-8e6646e55489 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:03:01.442777 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-cdd889d0-8933-4e0e-847f-6a9bc7209139 None None] Provisioning complete for port 6a5d853a-265f-4891-8269-8e6646e55489 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:03:01.443181 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cdd889d0-8933-4e0e-847f-6a9bc7209139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:01.654191 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cdd889d0-8933-4e0e-847f-6a9bc7209139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:01.730728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-cdd889d0-8933-4e0e-847f-6a9bc7209139 None None] For port 6a5d853a-265f-4891-8269-8e6646e55489, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=6a5d853a-265f-4891-8269-8e6646e55489,segment=NetworkSegment(82e579ee-ed22-4168-9bde-bd5d635961fa),segment_id=82e579ee-ed22-4168-9bde-bd5d635961fa)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:03:01.734161 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cdd889d0-8933-4e0e-847f-6a9bc7209139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:01.739415 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:01.821716 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd889d0-8933-4e0e-847f-6a9bc7209139 None None] Pushing event updated for resources: {'Port': ['ID=6a5d853a-265f-4891-8269-8e6646e55489,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:01.824834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cdd889d0-8933-4e0e-847f-6a9bc7209139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:02.072546 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-032b429a-ee01-41e3-8f8d-506dbc25cf69 None None] Provisioning complete for port 6a5d853a-265f-4891-8269-8e6646e55489 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:03:02.072995 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-032b429a-ee01-41e3-8f8d-506dbc25cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:02.197227 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 6a5d853a-265f-4891-8269-8e6646e55489 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:03:02.437095 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 6a5d853a-265f-4891-8269-8e6646e55489 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:03:02.437570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:02.567627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-75a92360-3cc0-4da6-9750-af8eb5b3518d None None] Provisioning complete for port 6a5d853a-265f-4891-8269-8e6646e55489 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:03:02.568027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75a92360-3cc0-4da6-9750-af8eb5b3518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:04.204537 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51130) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:04.575573 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-ea2c938b-be79-4fae-844c-c5c657d5dfc3 admin admin] Request body: {'router': {'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'name': 'router1', 'admin_state_up': True}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:03:04.580921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ea2c938b-be79-4fae-844c-c5c657d5dfc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:03:04.585611 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ea2c938b-be79-4fae-844c-c5c657d5dfc3 admin admin] Usage tracker for resource:router and tenant:2d492987051a4fc68fb8ee8830fecc1f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:03:04.588842 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ea2c938b-be79-4fae-844c-c5c657d5dfc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:03:04.594577 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ea2c938b-be79-4fae-844c-c5c657d5dfc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:03:04.603300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ea2c938b-be79-4fae-844c-c5c657d5dfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:04.605153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ea2c938b-be79-4fae-844c-c5c657d5dfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036851089749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772350'] for router, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:04.627999 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ea2c938b-be79-4fae-844c-c5c657d5dfc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:04.735842 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ea2c938b-be79-4fae-844c-c5c657d5dfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742488'] for router, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:04.753665 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ea2c938b-be79-4fae-844c-c5c657d5dfc3 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:04.754916 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ea2c938b-be79-4fae-844c-c5c657d5dfc3 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5492721 Feb 17 00:03:06.254011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b0badaf2-6d40-404c-8086-03ce31cc6234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:07.462090 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51140) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:07.846940 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [None req-e2b54329-38d6-4163-9ed2-0964087e00d7 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:03:07.848008 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e2b54329-38d6-4163-9ed2-0964087e00d7 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3849010 Feb 17 00:03:08.547048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87eda288-b003-4e9d-8871-c5f9e36c4d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:09.156300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:10.169161 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:10.431209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:10.586605 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51160) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:10.743319 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:03:10.748670 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:03:10.752622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Usage tracker for resource:network and tenant:023aac14740240679885f2b703ee5e98 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:03:10.756116 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:03:10.761944 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:03:10.771012 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Made reservation on behalf of 023aac14740240679885f2b703ee5e98 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:03:10.775663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:10.789027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:10.804457 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:03:10.808450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Usage tracker for resource:security_group_rule and tenant:023aac14740240679885f2b703ee5e98 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:03:10.811368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:03:10.817331 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:03:10.899257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:10.902338 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:10.906564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:10.920318 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Reserving flat network on physical network physnet1 {{(pid=84027) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 00:03:10.944733 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363305741927455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:10.945363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Unsubscribe: segment precommit_create {{(pid=84027) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 00:03:10.945800 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Added segment 39929181-e2bf-4a83-9101-e6acf9e043f9 of type flat for network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b Feb 17 00:03:10.946869 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1dd180-098c-49d2-8433-3abfb10cbfd9,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:10.953408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:10.982830 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:11.018254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:11.019528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:03:11.020154 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:11.025153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:11.047416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:03:11.129320 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5415409 Feb 17 00:03:11.132224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Pushing event updated for resources: {'Network': ['ID=7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:11.142353 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:11.155870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:03:13.671576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51180) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:13.789825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba05a10f-caee-4e05-a43e-a4a40a88636e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:03:13.791305 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ba05a10f-caee-4e05-a43e-a4a40a88636e admin admin] 10.222.0.74 "GET /v2.0/subnets/59f58304-6e3a-43c9-9e87-22c2d66bc92b HTTP/1.1" status: 200 len: 849 time: 0.1186762 Feb 17 00:03:13.941073 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-76d927f2-53f1-4e4b-8b90-75b4daf26015 admin admin] 10.222.0.74 "GET /v2.0/routers/f9b046ee-3846-4282-a184-a5107278050f HTTP/1.1" status: 200 len: 704 time: 0.1433673 Feb 17 00:03:14.571367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:14.934055 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Allocated IP 172.20.0.1 (8afaf737-2fc6-4913-8e3d-3d1b126715c3/59f58304-6e3a-43c9-9e87-22c2d66bc92b/658f21dd-f4a4-4d1a-8d92-cbdba6522390) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:03:15.098407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:15.116713 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Transition to ACTIVE for port object 658f21dd-f4a4-4d1a-8d92-cbdba6522390 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:03:15.172570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:15.187601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:15.323529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Pushing event updated for resources: {'Port': ['ID=658f21dd-f4a4-4d1a-8d92-cbdba6522390,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:15.327059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:15.384992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Network 8afaf737-2fc6-4913-8e3d-3d1b126715c3 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:03:15.386141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:03:15.388505 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:03:15.389229 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367999'] for router_interface, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:15.587253 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-4331add2-5bd3-4576-a549-75053ddea348 None None] Provisioning for port 658f21dd-f4a4-4d1a-8d92-cbdba6522390 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:03:15.593826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-4331add2-5bd3-4576-a549-75053ddea348 None None] Provisioning complete for port 658f21dd-f4a4-4d1a-8d92-cbdba6522390 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:03:15.594245 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4331add2-5bd3-4576-a549-75053ddea348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:15.657983 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-4331add2-5bd3-4576-a549-75053ddea348 None None] Port 658f21dd-f4a4-4d1a-8d92-cbdba6522390 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:03:15.824988 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:16.113585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:16.116968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:16.118144 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850882131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407911'] for router_interface, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:16.133252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:16.263240 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Pushing event updated for resources: {'Port': ['ID=658f21dd-f4a4-4d1a-8d92-cbdba6522390,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:16.267503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:16.322948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Network 8afaf737-2fc6-4913-8e3d-3d1b126715c3 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:03:16.324068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:03:16.484310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a1063191-ed3f-400b-8290-a62b14ae3b25 None None] Provisioning complete for port 658f21dd-f4a4-4d1a-8d92-cbdba6522390 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:03:16.484737 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1063191-ed3f-400b-8290-a62b14ae3b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:16.521029 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Router f9b046ee-3846-4282-a184-a5107278050f is scheduled to L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 with binding_index 1 {{(pid=84027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:03:16.540008 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a1063191-ed3f-400b-8290-a62b14ae3b25 None None] Port 658f21dd-f4a4-4d1a-8d92-cbdba6522390 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:03:16.680068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:03:16.689147 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] 10.222.0.74 "PUT /v2.0/routers/f9b046ee-3846-4282-a184-a5107278050f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7422063 Feb 17 00:03:16.690783 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Sync routers for ids ['f9b046ee-3846-4282-a184-a5107278050f'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:03:16.702423 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Routers {'f9b046ee-3846-4282-a184-a5107278050f'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:03:16.703300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:03:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f9b046ee-3846-4282-a184-a5107278050f'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:03:16.889585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Set router f9b046ee-3846-4282-a184-a5107278050f gateway port host: None {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:03:17.447712 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b046ee-3846-4282-a184-a5107278050f', 'name': 'router1', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:03:04Z', 'updated_at': '2021-02-17T00:03:15Z', 'revision_number': 2, 'project_id': '2d492987051a4fc68fb8ee8830fecc1f', 'gw_port_host': None, '_interfaces': [{'id': '658f21dd-f4a4-4d1a-8d92-cbdba6522390', 'name': '', 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'mac_address': 'fa:16:3e:0e:0f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b046ee-3846-4282-a184-a5107278050f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59f58304-6e3a-43c9-9e87-22c2d66bc92b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:03:14Z', 'updated_at': '2021-02-17T00:03:15Z', 'revision_number': 2, 'project_id': '2d492987051a4fc68fb8ee8830fecc1f', 'subnets': [{'id': '59f58304-6e3a-43c9-9e87-22c2d66bc92b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd735a8f8-c8b2-4e5a-915f-b18281d279a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:03:17.453282 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Checking router: f9b046ee-3846-4282-a184-a5107278050f for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:03:17.453666 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Updating router f9b046ee-3846-4282-a184-a5107278050f port 658f21dd-f4a4-4d1a-8d92-cbdba6522390 binding host dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:03:17.511985 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:17.957452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:17.974420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Transition to ACTIVE for port object 658f21dd-f4a4-4d1a-8d92-cbdba6522390 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:03:17.977308 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:17.993170 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:18.147014 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Pushing event updated for resources: {'Port': ['ID=658f21dd-f4a4-4d1a-8d92-cbdba6522390,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:18.158622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:03:18.159004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:03:18.159375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:03:18.159765 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:03:18.160106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:03:18.160471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:03:18.160854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:03:18.161211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:03:18.161585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:03:18.161946 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:03:18.162299 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:03:18.162658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Tracked resource versions report: Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: pushed versions: Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: consumer versions: Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: L3 agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: Metadata agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: Metering agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-759961-3-iscsi: { 'AddressGroup': '1.1', Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 00:03:18.163739 dv-cinder-759961-3-iscsi neutron-server[83915]: {{(pid=84029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:03:18.176740 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:18.321319 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Attempting to bind port 658f21dd-f4a4-4d1a-8d92-cbdba6522390 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:03:18.321748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Attempting to bind port 658f21dd-f4a4-4d1a-8d92-cbdba6522390 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '82e579ee-ed22-4168-9bde-bd5d635961fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:03:18.322173 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Attempting to bind port 658f21dd-f4a4-4d1a-8d92-cbdba6522390 on network 8afaf737-2fc6-4913-8e3d-3d1b126715c3 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:03:18.329498 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:03:18.329941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Checking segment: {'id': '82e579ee-ed22-4168-9bde-bd5d635961fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:03:18.330426 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:18.330858 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Bound using segment: {'id': '82e579ee-ed22-4168-9bde-bd5d635961fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:03:18.331414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Bound port: 658f21dd-f4a4-4d1a-8d92-cbdba6522390, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e579ee-ed22-4168-9bde-bd5d635961fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:03:18.331855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:18.425972 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] For port 658f21dd-f4a4-4d1a-8d92-cbdba6522390, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:03:18.430669 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] For port 658f21dd-f4a4-4d1a-8d92-cbdba6522390, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=658f21dd-f4a4-4d1a-8d92-cbdba6522390,segment=NetworkSegment(82e579ee-ed22-4168-9bde-bd5d635961fa),segment_id=82e579ee-ed22-4168-9bde-bd5d635961fa)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:03:18.435084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:18.451627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:18.605738 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Pushing event updated for resources: {'Port': ['ID=658f21dd-f4a4-4d1a-8d92-cbdba6522390,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:18.610933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:18.664339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Routers {'f9b046ee-3846-4282-a184-a5107278050f'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:03:18.665027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:03:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f9b046ee-3846-4282-a184-a5107278050f'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:03:18.833449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] Set router f9b046ee-3846-4282-a184-a5107278050f gateway port host: None {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:03:19.181736 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b046ee-3846-4282-a184-a5107278050f', 'name': 'router1', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:03:04Z', 'updated_at': '2021-02-17T00:03:15Z', 'revision_number': 2, 'project_id': '2d492987051a4fc68fb8ee8830fecc1f', 'gw_port_host': None, '_interfaces': [{'id': '658f21dd-f4a4-4d1a-8d92-cbdba6522390', 'name': '', 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'mac_address': 'fa:16:3e:0e:0f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b046ee-3846-4282-a184-a5107278050f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59f58304-6e3a-43c9-9e87-22c2d66bc92b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:03:14Z', 'updated_at': '2021-02-17T00:03:18Z', 'revision_number': 4, 'project_id': '2d492987051a4fc68fb8ee8830fecc1f', 'subnets': [{'id': '59f58304-6e3a-43c9-9e87-22c2d66bc92b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd735a8f8-c8b2-4e5a-915f-b18281d279a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:03:19.188316 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7a250-c9a1-481e-b3d2-b543fc036f1a None None] The sync data for ids ['f9b046ee-3846-4282-a184-a5107278050f'] in dv-cinder-759961-3-iscsi is: [{'id': 'f9b046ee-3846-4282-a184-a5107278050f', 'name': 'router1', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:03:04Z', 'updated_at': '2021-02-17T00:03:15Z', 'revision_number': 2, 'project_id': '2d492987051a4fc68fb8ee8830fecc1f', 'gw_port_host': None, '_interfaces': [{'id': '658f21dd-f4a4-4d1a-8d92-cbdba6522390', 'name': '', 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'mac_address': 'fa:16:3e:0e:0f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b046ee-3846-4282-a184-a5107278050f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59f58304-6e3a-43c9-9e87-22c2d66bc92b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:03:14Z', 'updated_at': '2021-02-17T00:03:18Z', 'revision_number': 4, 'project_id': '2d492987051a4fc68fb8ee8830fecc1f', 'subnets': [{'id': '59f58304-6e3a-43c9-9e87-22c2d66bc92b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd735a8f8-c8b2-4e5a-915f-b18281d279a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:03:19.242634 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51192) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:19.400882 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7410ea6-8261-4a06-9256-46b22a0f9658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:03:19.401504 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f7410ea6-8261-4a06-9256-46b22a0f9658 admin admin] Synchronizing usage tracker for tenant:023aac14740240679885f2b703ee5e98 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:03:19.418448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f7410ea6-8261-4a06-9256-46b22a0f9658 admin admin] Unset dirty status for tenant:023aac14740240679885f2b703ee5e98 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:03:19.419645 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f7410ea6-8261-4a06-9256-46b22a0f9658 admin admin] 10.222.0.74 "GET /v2.0/networks/7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b HTTP/1.1" status: 200 len: 842 time: 0.1755865 Feb 17 00:03:19.430109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:03:19.436202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:03:19.440116 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Usage tracker for resource:subnet and tenant:023aac14740240679885f2b703ee5e98 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:03:19.443312 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:03:19.449527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:03:19.457999 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Made reservation on behalf of 023aac14740240679885f2b703ee5e98 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:03:19.462548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:19.898986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84027) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:03:19.899511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:19.914851 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:20.040838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=37dd6f21-ff16-4d39-8857-ae9dbee28cea,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:20.045778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:20.127262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Checking segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:03:20.127891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Network hostable DHCP agents. Network: 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:03:20.151965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:03:20.167839 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:03:20.172521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:03:20.173603 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:20.177059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7813dcf9-5b29-4e45-b7b8-5d371bf98906 None None] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:03:20.204732 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-63246798-23a0-4d33-84bc-090b8fa753ca admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7735343 Feb 17 00:03:20.263384 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 658f21dd-f4a4-4d1a-8d92-cbdba6522390 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:03:20.498556 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3bb983-f6e5-42c6-b6ce-c36bec8c5803 None None] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:03:20.522423 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 658f21dd-f4a4-4d1a-8d92-cbdba6522390 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:03:20.575232 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 658f21dd-f4a4-4d1a-8d92-cbdba6522390 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:03:20.575641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:20.803711 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:20.876945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 658f21dd-f4a4-4d1a-8d92-cbdba6522390, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=658f21dd-f4a4-4d1a-8d92-cbdba6522390,segment=NetworkSegment(82e579ee-ed22-4168-9bde-bd5d635961fa),segment_id=82e579ee-ed22-4168-9bde-bd5d635961fa)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:03:20.879776 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:20.882852 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cdd889d0-8933-4e0e-847f-6a9bc7209139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:20.954051 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=658f21dd-f4a4-4d1a-8d92-cbdba6522390,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:20.957344 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:22.183934 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 658f21dd-f4a4-4d1a-8d92-cbdba6522390 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:03:22.256165 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 658f21dd-f4a4-4d1a-8d92-cbdba6522390 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:03:22.256572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:22.804827 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51206) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:23.014023 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-369434dc-5dee-4577-874b-556e3cd733a6 admin admin] 10.222.0.74 "GET /v2.0/routers/f9b046ee-3846-4282-a184-a5107278050f HTTP/1.1" status: 200 len: 710 time: 0.2078910 Feb 17 00:03:23.329876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186bdd69-3f92-4ffc-b5d3-07f8ecb494ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:03:23.331260 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-186bdd69-3f92-4ffc-b5d3-07f8ecb494ec admin admin] 10.222.0.74 "GET /v2.0/networks/7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b HTTP/1.1" status: 200 len: 886 time: 0.3114541 Feb 17 00:03:23.341636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:03:23.796281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851033309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772335'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:24.136170 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:24.197986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:24.210410 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:24.225701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:03:24.230341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:03:24.233261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:03:24.238935 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:03:24.321529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:24.324176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:24.339878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:24.431731 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02caf56-5522-46ea-9d6b-b8a8b0eb5094,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:24.436192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:24.596552 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Allocated IP 172.27.1.49 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/a421d87e-05df-40a5-80d9-26daa71645fa) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:03:24.745493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:24.774383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:24.790088 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:25.095331 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a421d87e-05df-40a5-80d9-26daa71645fa,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:25.100503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:25.150920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:03:25.152041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:03:25.154381 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:03:25.548886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:25.901335 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851033309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772335'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:25.904648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036851033328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-404386'] for router, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:26.092287 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Router f9b046ee-3846-4282-a184-a5107278050f has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:03:26.278202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:03:26.288161 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Sync routers for ids ['f9b046ee-3846-4282-a184-a5107278050f'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:03:26.294168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:26.295451 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] 10.222.0.74 "PUT /v2.0/routers/f9b046ee-3846-4282-a184-a5107278050f HTTP/1.1" status: 200 len: 889 time: 2.9578717 Feb 17 00:03:26.298085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Routers {'f9b046ee-3846-4282-a184-a5107278050f'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:03:26.298748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:03:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f9b046ee-3846-4282-a184-a5107278050f'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:03:26.504499 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Set router f9b046ee-3846-4282-a184-a5107278050f gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:03:26.863057 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b046ee-3846-4282-a184-a5107278050f', 'name': 'router1', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a421d87e-05df-40a5-80d9-26daa71645fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:03:04Z', 'updated_at': '2021-02-17T00:03:25Z', 'revision_number': 4, 'project_id': '2d492987051a4fc68fb8ee8830fecc1f', 'gw_port': {'id': 'a421d87e-05df-40a5-80d9-26daa71645fa', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b046ee-3846-4282-a184-a5107278050f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:03:24Z', 'updated_at': '2021-02-17T00:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '658f21dd-f4a4-4d1a-8d92-cbdba6522390', 'name': '', 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'mac_address': 'fa:16:3e:0e:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b046ee-3846-4282-a184-a5107278050f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59f58304-6e3a-43c9-9e87-22c2d66bc92b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:03:14Z', 'updated_at': '2021-02-17T00:03:20Z', 'revision_number': 5, 'project_id': '2d492987051a4fc68fb8ee8830fecc1f', 'subnets': [{'id': '59f58304-6e3a-43c9-9e87-22c2d66bc92b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd735a8f8-c8b2-4e5a-915f-b18281d279a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:03:26.868058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Checking router: f9b046ee-3846-4282-a184-a5107278050f for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:03:26.868455 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Updating router f9b046ee-3846-4282-a184-a5107278050f port a421d87e-05df-40a5-80d9-26daa71645fa binding host dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:03:26.926968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:27.485574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:27.497709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Transition to ACTIVE for port object a421d87e-05df-40a5-80d9-26daa71645fa will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:03:27.500118 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:27.515354 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:27.651246 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147f685-5067-4d83-b92f-3fcc7ec3bd4a None None] Pushing event updated for resources: {'Port': ['ID=a421d87e-05df-40a5-80d9-26daa71645fa,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:27.656500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5147f685-5067-4d83-b92f-3fcc7ec3bd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:27.716870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Attempting to bind port a421d87e-05df-40a5-80d9-26daa71645fa on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:03:27.717281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Attempting to bind port a421d87e-05df-40a5-80d9-26daa71645fa by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:03:27.717687 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Attempting to bind port a421d87e-05df-40a5-80d9-26daa71645fa on network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:03:27.723253 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:03:27.723667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Checking segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:03:27.724110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:27.724545 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Bound using segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:03:27.725079 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Bound port: a421d87e-05df-40a5-80d9-26daa71645fa, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:03:27.725488 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:27.805106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] For port a421d87e-05df-40a5-80d9-26daa71645fa, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:03:27.808413 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] For port a421d87e-05df-40a5-80d9-26daa71645fa, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=a421d87e-05df-40a5-80d9-26daa71645fa,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:03:27.811686 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:27.827917 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:27.974744 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147f685-5067-4d83-b92f-3fcc7ec3bd4a None None] Pushing event updated for resources: {'Port': ['ID=a421d87e-05df-40a5-80d9-26daa71645fa,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:27.977993 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5147f685-5067-4d83-b92f-3fcc7ec3bd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:28.022540 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Routers {'f9b046ee-3846-4282-a184-a5107278050f'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:03:28.023188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:03:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f9b046ee-3846-4282-a184-a5107278050f'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:03:28.211981 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] Set router f9b046ee-3846-4282-a184-a5107278050f gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:03:28.560708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b046ee-3846-4282-a184-a5107278050f', 'name': 'router1', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a421d87e-05df-40a5-80d9-26daa71645fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:03:04Z', 'updated_at': '2021-02-17T00:03:25Z', 'revision_number': 4, 'project_id': '2d492987051a4fc68fb8ee8830fecc1f', 'gw_port': {'id': 'a421d87e-05df-40a5-80d9-26daa71645fa', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b046ee-3846-4282-a184-a5107278050f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:03:24Z', 'updated_at': '2021-02-17T00:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '658f21dd-f4a4-4d1a-8d92-cbdba6522390', 'name': '', 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'mac_address': 'fa:16:3e:0e:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b046ee-3846-4282-a184-a5107278050f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59f58304-6e3a-43c9-9e87-22c2d66bc92b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:03:14Z', 'updated_at': '2021-02-17T00:03:20Z', 'revision_number': 5, 'project_id': '2d492987051a4fc68fb8ee8830fecc1f', 'subnets': [{'id': '59f58304-6e3a-43c9-9e87-22c2d66bc92b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd735a8f8-c8b2-4e5a-915f-b18281d279a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:03:28.564921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ecff5-3eb2-4aa2-8c36-ec92747dc35c None None] The sync data for ids ['f9b046ee-3846-4282-a184-a5107278050f'] in dv-cinder-759961-3-iscsi is: [{'id': 'f9b046ee-3846-4282-a184-a5107278050f', 'name': 'router1', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a421d87e-05df-40a5-80d9-26daa71645fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:03:04Z', 'updated_at': '2021-02-17T00:03:25Z', 'revision_number': 4, 'project_id': '2d492987051a4fc68fb8ee8830fecc1f', 'gw_port': {'id': 'a421d87e-05df-40a5-80d9-26daa71645fa', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b046ee-3846-4282-a184-a5107278050f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:03:24Z', 'updated_at': '2021-02-17T00:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '658f21dd-f4a4-4d1a-8d92-cbdba6522390', 'name': '', 'network_id': '8afaf737-2fc6-4913-8e3d-3d1b126715c3', 'tenant_id': '2d492987051a4fc68fb8ee8830fecc1f', 'mac_address': 'fa:16:3e:0e:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b046ee-3846-4282-a184-a5107278050f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59f58304-6e3a-43c9-9e87-22c2d66bc92b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:03:14Z', 'updated_at': '2021-02-17T00:03:20Z', 'revision_number': 5, 'project_id': '2d492987051a4fc68fb8ee8830fecc1f', 'subnets': [{'id': '59f58304-6e3a-43c9-9e87-22c2d66bc92b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd735a8f8-c8b2-4e5a-915f-b18281d279a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:03:28.987486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51216) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:29.114405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadfedb4-997a-474e-8f5c-488f1954b55d admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:03:29.116066 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-dadfedb4-997a-474e-8f5c-488f1954b55d admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1274979 Feb 17 00:03:30.227420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device a421d87e-05df-40a5-80d9-26daa71645fa up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:03:30.303624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port a421d87e-05df-40a5-80d9-26daa71645fa completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:03:30.308786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port a421d87e-05df-40a5-80d9-26daa71645fa triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:03:30.309202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:30.437650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:30.454864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port a421d87e-05df-40a5-80d9-26daa71645fa, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=a421d87e-05df-40a5-80d9-26daa71645fa,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:03:30.458073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:30.460179 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:03:30.532436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=a421d87e-05df-40a5-80d9-26daa71645fa,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:03:30.535872 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:03:32.239276 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device a421d87e-05df-40a5-80d9-26daa71645fa up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:03:32.314658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port a421d87e-05df-40a5-80d9-26daa71645fa triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:03:32.315068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:36.279453 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cf3309a9-8ec3-4de7-8ed3-8843012e86a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:38.550134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3436e9c8-dffe-403c-af76-9dfe8d61ef50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:39.173280 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:40.170481 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:40.439062 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:03:48.047264 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:04:06.261534 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cf037578-c296-4931-a64d-116d0cb6d324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:08.552412 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51f01b3c-be6a-4981-ae90-5bdba3f04466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:09.163145 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:10.173476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:10.447070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:25.048304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:04:36.265568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d4371b8f-8748-4b8e-a967-79e995080a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:38.553656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-efdcb166-5027-40c8-89a0-5d7d4def05ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:39.166821 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.178236 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:04:40.453631 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:02.048454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:05:06.267284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-081f0594-3539-48f1-b237-57571bd627f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:08.555651 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2b02a8c-c7c0-4eca-a6cc-99be4f18e145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:09.169439 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.181153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:10.452387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:36.266982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d1ae293f-333d-40e3-b652-4f70e56a0e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:38.557771 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-93001420-e0f4-4de3-8059-d67c74f9168f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:39.048086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:05:39.171250 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:40.182401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:40.457577 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:41.861926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51792) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:41.938203 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.pecan_wsgi.hooks.translation [None req-0590d704-e68d-4e98-88a2-d162d9868812 admin admin] GET failed (client error): The resource could not be found. Feb 17 00:05:41.939748 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0590d704-e68d-4e98-88a2-d162d9868812 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0765007 Feb 17 00:05:42.082218 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2a49c1-1ca6-495c-8570-bdaa89841f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:42.083721 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cf2a49c1-1ca6-495c-8570-bdaa89841f50 admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1394913 Feb 17 00:05:44.551684 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51802) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:44.667231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4abbf3-5e4d-49b7-9a99-cd9c6921b0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:44.667839 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5e4abbf3-5e4d-49b7-9a99-cd9c6921b0f9 admin admin] Synchronizing usage tracker for tenant:023aac14740240679885f2b703ee5e98 on resource:subnet {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:05:44.683864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5e4abbf3-5e4d-49b7-9a99-cd9c6921b0f9 admin admin] Unset dirty status for tenant:023aac14740240679885f2b703ee5e98 on resource:subnet {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:05:44.685216 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5e4abbf3-5e4d-49b7-9a99-cd9c6921b0f9 admin admin] 10.222.0.74 "GET /v2.0/subnets/59f58304-6e3a-43c9-9e87-22c2d66bc92b HTTP/1.1" status: 200 len: 849 time: 0.1324618 Feb 17 00:05:44.696357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:05:44.824218 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:45.314112 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731112745007'] for subnet, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:45.329511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f9f8677-310b-49df-bdc1-f5af5bedd588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:05:45.464262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f58304-6e3a-43c9-9e87-22c2d66bc92b,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:05:45.484721 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:45.485122 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:45.485502 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:45.485876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:45.486245 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:45.486612 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:45.486976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:45.487341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:45.487720 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:45.488083 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:45.488441 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:45.488825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:05:45.494284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:05:45.519440 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:45.520088 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:45.521544 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] 10.222.0.74 "PUT /v2.0/subnets/59f58304-6e3a-43c9-9e87-22c2d66bc92b HTTP/1.1" status: 200 len: 868 time: 0.8299150 Feb 17 00:05:45.540389 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87adda51-232e-42da-83fe-3ea151ba3b6a None None] Network 8afaf737-2fc6-4913-8e3d-3d1b126715c3 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:05:46.060449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-394ec62a-118f-49df-9219-4de96f837d8a None None] Provisioning complete for port 6a5d853a-265f-4891-8269-8e6646e55489 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:46.061086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-394ec62a-118f-49df-9219-4de96f837d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:46.360459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-394ec62a-118f-49df-9219-4de96f837d8a None None] Provisioning complete for port 658f21dd-f4a4-4d1a-8d92-cbdba6522390 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:05:46.360897 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-394ec62a-118f-49df-9219-4de96f837d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:05:48.015210 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51812) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:48.202645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37852a55-778a-4834-9096-283125ec29f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:48.203078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37852a55-778a-4834-9096-283125ec29f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:48.204768 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-37852a55-778a-4834-9096-283125ec29f2 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1885033 Feb 17 00:05:50.686044 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51822) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:50.872310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f273e8b-1333-4731-81fd-a7dd72b7dd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:50.872644 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f273e8b-1333-4731-81fd-a7dd72b7dd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:50.874345 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5f273e8b-1333-4731-81fd-a7dd72b7dd77 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1872680 Feb 17 00:05:53.337994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51832) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:53.517841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e13d0-6cf1-479d-9bf0-f963aacd966b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:53.519327 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9f7e13d0-6cf1-479d-9bf0-f963aacd966b admin admin] 10.222.0.74 "GET /v2.0/networks/7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b HTTP/1.1" status: 200 len: 886 time: 0.1803117 Feb 17 00:05:55.982363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51842) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:56.171524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e4c270-380c-49ba-8d73-5910f60114ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:56.173104 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a8e4c270-380c-49ba-8d73-5910f60114ec admin admin] 10.222.0.74 "GET /v2.0/networks/8afaf737-2fc6-4913-8e3d-3d1b126715c3 HTTP/1.1" status: 200 len: 862 time: 0.1895666 Feb 17 00:05:58.659639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51852) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:05:58.779007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c4003b-9ca1-4c83-a167-84890dbe7209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:58.779427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c4003b-9ca1-4c83-a167-84890dbe7209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:05:58.781107 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-56c4003b-9ca1-4c83-a167-84890dbe7209 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204400 Feb 17 00:06:01.265454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51862) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:01.379446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5f338-19bd-4a58-80a8-d6436030d445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:01.379866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5f338-19bd-4a58-80a8-d6436030d445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:01.381586 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-65d5f338-19bd-4a58-80a8-d6436030d445 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1150975 Feb 17 00:06:03.864116 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51872) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:03.975847 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07050628-c9bf-46a4-85d7-b4b0ebfa1285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:03.977294 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-07050628-c9bf-46a4-85d7-b4b0ebfa1285 admin admin] 10.222.0.74 "GET /v2.0/subnets/37dd6f21-ff16-4d39-8857-ae9dbee28cea HTTP/1.1" status: 200 len: 816 time: 0.1121869 Feb 17 00:06:06.268674 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-31a8aaff-eddb-4747-9abf-baf7a9e76bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:06.453844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51882) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:06.569605 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f70e5db-0d18-43dd-92e6-abf1029c6e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:06.571036 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5f70e5db-0d18-43dd-92e6-abf1029c6e24 admin admin] 10.222.0.74 "GET /v2.0/subnets/59f58304-6e3a-43c9-9e87-22c2d66bc92b HTTP/1.1" status: 200 len: 868 time: 0.1161625 Feb 17 00:06:08.562199 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b48f3528-19c7-47ba-a8da-311c26de80f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:09.174692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:10.184510 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:10.462023 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:16.047028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:06:32.441362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51922) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:32.496862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [None req-3287407a-4ef7-4431-94be-5e9b3854f6ea admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:06:32.497962 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3287407a-4ef7-4431-94be-5e9b3854f6ea admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0555837 Feb 17 00:06:35.066647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51932) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:35.142437 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd7e94b-d61a-4c0f-b179-29d7e12ee367 admin admin] GET failed (client error): The resource could not be found. Feb 17 00:06:35.143839 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ddd7e94b-d61a-4c0f-b179-29d7e12ee367 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0761690 Feb 17 00:06:35.282212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17bc2f1-3939-4a7e-8a53-0231430aecbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:35.283771 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d17bc2f1-3939-4a7e-8a53-0231430aecbc admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1355104 Feb 17 00:06:36.270932 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-16bb0402-b6be-4e85-8cbb-0060b8758263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:37.791844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51942) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:37.844666 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:37.849508 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:37.859626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:37.868635 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Made reservation on behalf of 023aac14740240679885f2b703ee5e98 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:06:37.873200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:37.967085 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.services.revisions.revision_plugin [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Could not find related network for resource to bump revision. Feb 17 00:06:37.981551 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:06:37.990798 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:37.991172 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Added segment 1c975f66-229d-49f2-8578-3800a9bda2f3 of type vxlan for network d0066639-4a6d-4b2f-bbd7-e677a0ca48e5 Feb 17 00:06:38.016641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:38.044815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:38.046050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:38.046674 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:38.051420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-85ae34b5-bb05-4c62-b4b2-0d8e5c5e3d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:38.154282 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3611624 Feb 17 00:06:38.155024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d0066639-4a6d-4b2f-bbd7-e677a0ca48e5,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:38.157859 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:38.166168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network d0066639-4a6d-4b2f-bbd7-e677a0ca48e5 details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:06:38.563402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-215821c5-7915-43d5-bb09-451359f22fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:39.177723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:40.182827 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:40.465318 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:40.652465 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51952) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:40.727189 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8699c3-a107-4992-a67e-94264bfe0730 admin admin] GET failed (client error): The resource could not be found. Feb 17 00:06:40.730063 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ae8699c3-a107-4992-a67e-94264bfe0730 admin admin] Synchronizing usage tracker for tenant:023aac14740240679885f2b703ee5e98 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:06:40.741882 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ae8699c3-a107-4992-a67e-94264bfe0730 admin admin] Unset dirty status for tenant:023aac14740240679885f2b703ee5e98 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:06:40.743062 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ae8699c3-a107-4992-a67e-94264bfe0730 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0894823 Feb 17 00:06:40.859468 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a804d1f-f0d1-4193-bb03-fb376f1a3fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:40.861090 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1a804d1f-f0d1-4193-bb03-fb376f1a3fa0 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1135955 Feb 17 00:06:40.871797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'd0066639-4a6d-4b2f-bbd7-e677a0ca48e5'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:40.876456 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:06:40.886603 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:06:40.895208 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Made reservation on behalf of 023aac14740240679885f2b703ee5e98 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:06:40.900567 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:41.288852 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:41.303813 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:41.424749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbc15a52-fc58-4319-a2ff-f430c737fd7c,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:41.436511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:41.495117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Checking segment: {'id': '1c975f66-229d-49f2-8578-3800a9bda2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd0066639-4a6d-4b2f-bbd7-e677a0ca48e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:06:41.495501 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Network hostable DHCP agents. Network: d0066639-4a6d-4b2f-bbd7-e677a0ca48e5, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:06:41.513009 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Network d0066639-4a6d-4b2f-bbd7-e677a0ca48e5 is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:06:41.520803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, d0066639-4a6d-4b2f-bbd7-e677a0ca48e5) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:06:41.524675 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:06:41.525322 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:41.530132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068496cd-eece-4bbe-9b05-30661391d1e4 None None] Network d0066639-4a6d-4b2f-bbd7-e677a0ca48e5 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:06:41.549158 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6811061 Feb 17 00:06:41.767174 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10717775-f0b4-5fdc-9097-a0b7ddd50e29-d0066639-4a6d-4b2f-bbd7-e677a0ca48e5', 'network_id': 'd0066639-4a6d-4b2f-bbd7-e677a0ca48e5', 'tenant_id': '023aac14740240679885f2b703ee5e98', 'fixed_ips': [{'subnet_id': 'dbc15a52-fc58-4319-a2ff-f430c737fd7c'}]}} from dv-cinder-759961-3-iscsi. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:06:41.768243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.064427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Allocated IP 192.168.233.2 (d0066639-4a6d-4b2f-bbd7-e677a0ca48e5/dbc15a52-fc58-4319-a2ff-f430c737fd7c/595da063-4fd1-4f2f-9100-95e9d0855323) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:06:42.288340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.299209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Transition to ACTIVE for port object 595da063-4fd1-4f2f-9100-95e9d0855323 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:06:42.316073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Transition to ACTIVE for port object 595da063-4fd1-4f2f-9100-95e9d0855323 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:06:42.320505 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.338973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:42.475744 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Pushing event updated for resources: {'Port': ['ID=595da063-4fd1-4f2f-9100-95e9d0855323,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:42.487674 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:42.488058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:42.488430 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:42.488822 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:42.489190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:42.489550 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:42.489887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:42.490281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:42.490655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:42.491010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:42.491365 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:42.491887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:06:42.509817 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:42.551002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Network d0066639-4a6d-4b2f-bbd7-e677a0ca48e5 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:06:42.552247 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:06:42.555125 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:06:42.613474 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Attempting to bind port 595da063-4fd1-4f2f-9100-95e9d0855323 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:06:42.613809 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Attempting to bind port 595da063-4fd1-4f2f-9100-95e9d0855323 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '1c975f66-229d-49f2-8578-3800a9bda2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd0066639-4a6d-4b2f-bbd7-e677a0ca48e5'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:06:42.614222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Attempting to bind port 595da063-4fd1-4f2f-9100-95e9d0855323 on network d0066639-4a6d-4b2f-bbd7-e677a0ca48e5 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:06:42.620533 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:06:42.620982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Checking segment: {'id': '1c975f66-229d-49f2-8578-3800a9bda2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd0066639-4a6d-4b2f-bbd7-e677a0ca48e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:06:42.621435 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.621870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Bound using segment: {'id': '1c975f66-229d-49f2-8578-3800a9bda2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd0066639-4a6d-4b2f-bbd7-e677a0ca48e5'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:06:42.622383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Bound port: 595da063-4fd1-4f2f-9100-95e9d0855323, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c975f66-229d-49f2-8578-3800a9bda2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd0066639-4a6d-4b2f-bbd7-e677a0ca48e5'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:06:42.622800 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.722090 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] For port 595da063-4fd1-4f2f-9100-95e9d0855323, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:06:42.726022 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] For port 595da063-4fd1-4f2f-9100-95e9d0855323, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=595da063-4fd1-4f2f-9100-95e9d0855323,segment=NetworkSegment(1c975f66-229d-49f2-8578-3800a9bda2f3),segment_id=1c975f66-229d-49f2-8578-3800a9bda2f3)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:06:42.730619 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:42.799589 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:42.905919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Pushing event updated for resources: {'Port': ['ID=595da063-4fd1-4f2f-9100-95e9d0855323,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:42.910483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:44.207690 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ec3ac8-3234-451d-ad90-64937f8fc9a3 None None] Network d0066639-4a6d-4b2f-bbd7-e677a0ca48e5 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:06:44.311429 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a2eedf77-b6c2-47f9-9f40-8e3615cb82a4 None None] Provisioning for port 595da063-4fd1-4f2f-9100-95e9d0855323 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:06:44.338694 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 595da063-4fd1-4f2f-9100-95e9d0855323 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:44.514171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 595da063-4fd1-4f2f-9100-95e9d0855323 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:06:44.522406 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 595da063-4fd1-4f2f-9100-95e9d0855323 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:44.522751 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:44.670606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:44.706835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 595da063-4fd1-4f2f-9100-95e9d0855323, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=595da063-4fd1-4f2f-9100-95e9d0855323,segment=NetworkSegment(1c975f66-229d-49f2-8578-3800a9bda2f3),segment_id=1c975f66-229d-49f2-8578-3800a9bda2f3)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:06:44.710826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:44.713030 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:06:44.793131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=595da063-4fd1-4f2f-9100-95e9d0855323,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:06:44.793863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:06:44.857017 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c2941c64-b801-4079-9a97-23b95321fa92 None None] Provisioning complete for port 595da063-4fd1-4f2f-9100-95e9d0855323 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:44.862524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c2941c64-b801-4079-9a97-23b95321fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:45.116220 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-4cd5bf09-3580-4991-a6eb-db3c9b2e5c73 None None] Provisioning complete for port 595da063-4fd1-4f2f-9100-95e9d0855323 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:45.116633 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4cd5bf09-3580-4991-a6eb-db3c9b2e5c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:45.363233 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-3a018892-1db1-4160-986b-e97bbcaa8283 None None] Provisioning complete for port 595da063-4fd1-4f2f-9100-95e9d0855323 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:45.363772 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3a018892-1db1-4160-986b-e97bbcaa8283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:46.302239 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 595da063-4fd1-4f2f-9100-95e9d0855323 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:06:46.378269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 595da063-4fd1-4f2f-9100-95e9d0855323 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:06:46.378813 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:06:53.045888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:07:06.426665 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-508e9059-54a4-45ef-bb91-77c752819700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:08.565058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83045ee1-a528-4b07-9ebd-22f2131fbe60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:09.180431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:10.185167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:10.467449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:30.045146 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:07:36.269994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d96d595-94ba-4419-aadd-785406ceb57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:38.567195 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4897-3d78-4993-a5d8-a8263e477f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:39.187117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:40.187518 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:40.472740 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:47.528207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 51994) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:47.534512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [None req-5372583b-d5f5-441a-8263-0638fa5ee3b2 tempest-verify_tempest_config-1071254964 tempest-verify_tempest_config-1071254964-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:07:47.535559 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5372583b-d5f5-441a-8263-0638fa5ee3b2 tempest-verify_tempest_config-1071254964 tempest-verify_tempest_config-1071254964-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0062857 Feb 17 00:07:47.860893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52014) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:48.082847 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:48.098026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:07:48.102639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Usage tracker for resource:security_group_rule and tenant:09ef75e94a3746d7b5b530e0a7f460fe is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:07:48.105647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:07:48.112071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:07:48.205310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:48.208037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:48.217216 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:48.259100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Synchronizing usage tracker for tenant:023aac14740240679885f2b703ee5e98 on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:07:48.262640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddde11d-44d9-46cc-b93f-ecd178bec071,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:48.272992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:48.273414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:48.273771 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:48.274146 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:48.275046 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:48.275046 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:48.275243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:48.275558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:48.275925 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:48.276287 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:48.276656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:48.277039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:07:48.281113 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:48.290819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Unset dirty status for tenant:023aac14740240679885f2b703ee5e98 on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:07:48.292173 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=09ef75e94a3746d7b5b530e0a7f460fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4302342 Feb 17 00:07:48.295022 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52020) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:48.358594 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cda0f0e-bb54-4a32-bea6-ffd6c8b85efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:48.385456 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cda0f0e-bb54-4a32-bea6-ffd6c8b85efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:48.434858 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cda0f0e-bb54-4a32-bea6-ffd6c8b85efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:48.440257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-790b7f4e-d447-4e76-82d3-4b0072647c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:07:48.452810 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda0f0e-bb54-4a32-bea6-ffd6c8b85efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddde11d-44d9-46cc-b93f-ecd178bec071,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:07:48.455227 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0cda0f0e-bb54-4a32-bea6-ffd6c8b85efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:07:48.458933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cda0f0e-bb54-4a32-bea6-ffd6c8b85efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:07:48.461227 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0cda0f0e-bb54-4a32-bea6-ffd6c8b85efe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cddde11d-44d9-46cc-b93f-ecd178bec071 HTTP/1.1" status: 204 len: 168 time: 0.1642106 Feb 17 00:08:06.272521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9767577a-fd44-4b17-8962-4ca8a19627f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:07.045545 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:08:08.570353 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-595703db-1306-49d0-a5dd-3fd45d950cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:09.186963 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:10.189141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:10.474574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:36.274687 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8345db0d-11eb-4f92-837e-7ecbe4a71b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:38.575224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d061-6baa-4ed8-8f2c-da1d426167ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:39.193799 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:40.191957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:40.477684 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:08:44.044351 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:09:06.276789 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2cab7b18-5a2d-4c20-9f94-41d9f41e4880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:08.577289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-44b65e68-2668-408e-a23d-c5ee3beee16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:09.192997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:10.193912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:10.481523 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:21.043624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 5 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:09:30.590750 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345'] for agent, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:30.591322 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:30.591625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:30.592065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:30.592480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:30.592901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:30.593274 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:30.593657 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:30.594071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:30.594437 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:30.594812 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:30.595178 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:30.595591 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:09:30.595998 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75996', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:30.600153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75996', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:09:30.947863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] get_endpoint_by_host() called for host hv-cinder-75996 {{(pid=84028) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 00:09:30.952383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] get_endpoint_by_ip() called for ip 192.168.0.56 {{(pid=84028) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 00:09:30.955507 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] _add_endpoint() called for ip 192.168.0.56 {{(pid=84028) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 00:09:30.960119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] _get_endpoints() called {{(pid=84028) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 00:09:36.279394 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-675ab974-a140-4fe9-bc1d-09c980eee437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:38.578588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05fbdc7b-ce20-4cf4-9f2b-1c56761119df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:39.194337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:40.195560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:40.485395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:09:40.799343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52092) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:40.920589 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-573035df-5432-4af9-95be-21250321a460 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1200557 Feb 17 00:09:43.446421 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52102) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:43.510346 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d67f4791-1621-4e07-9a16-3516ad5ebd7c admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0627367 Feb 17 00:09:58.042753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:10:00.669539 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:06.281188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-245ff9e7-ab37-40e6-b819-9639d80a5453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:08.579168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fa448b91-cdcc-4af2-832e-ac538d749616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:09.198025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:10.197093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:10.487639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:30.603165 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:35.043521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:10:36.283207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-004da694-ecf1-4bb7-bfd9-679a8e5c871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:38.585012 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c3780d4d-8b3c-432d-beed-e5dee42b0358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:39.205636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:40.232965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:10:40.491523 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:00.603459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:06.285868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-430268d1-5b81-4ff1-8856-93baeb88ac12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:08.577316 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-90aa6fb1-2010-4ae0-adba-869e4b083b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:09.197268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:10.198353 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:10.496216 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:12.045660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:11:19.458304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52242) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:19.932788 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-518715648-network', 'tenant_id': 'bf614b1ac68344feb43c178f3107a925'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:19.937988 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:19.942065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Usage tracker for resource:network and tenant:bf614b1ac68344feb43c178f3107a925 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:19.945321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:19.951651 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:19.961486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Made reservation on behalf of bf614b1ac68344feb43c178f3107a925 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:19.967406 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:19.971038 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52268) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:19.984006 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:20.011414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:20.014864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Usage tracker for resource:security_group_rule and tenant:bf614b1ac68344feb43c178f3107a925 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:20.018876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:20.025601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:20.148027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:20.152948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:20.163006 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0cda0f0e-bb54-4a32-bea6-ffd6c8b85efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:20.186518 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:11:20.213611 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:20.214003 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Added segment 3a12347b-2c7d-448a-98fc-6ed7b5a3d813 of type vxlan for network 9c1c6257-31fa-4c36-9097-e14461993376 Feb 17 00:11:20.220007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:20.232849 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.233268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.233651 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.234029 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.234409 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.234797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.235164 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.235529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.235896 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.236315 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.236646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.237011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.237417 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.237787 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.238136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.238493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.238853 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.239213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.239572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.239928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.240285 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.240645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.241564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.242065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Tracked resource versions report: Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: pushed versions: Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: consumer versions: Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: L3 agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: Metadata agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: Metering agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-759961-3-iscsi: { 'AddressGroup': '1.1', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': '1.1'}, Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 00:11:20.244728 dv-cinder-759961-3-iscsi neutron-server[83915]: {{(pid=84027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:11:20.259090 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:20.267362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:20.300780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:20.302324 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:20.302862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:20.308767 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:20.405480 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9458041 Feb 17 00:11:20.406083 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52294) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:20.412619 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:11:20.414037 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:11:20.438844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Pushing event updated for resources: {'Network': ['ID=9c1c6257-31fa-4c36-9097-e14461993376,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:20.442264 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:20.451923 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network 9c1c6257-31fa-4c36-9097-e14461993376 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:20.551417 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 9c1c6257-31fa-4c36-9097-e14461993376 details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:20.552529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52302) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:20.617335 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52308) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:20.653313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Request body: {'subnet': {'network_id': '9c1c6257-31fa-4c36-9097-e14461993376', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-518715648-subnet', 'tenant_id': 'bf614b1ac68344feb43c178f3107a925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:20.657658 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.quota [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Loaded quota_driver: . Feb 17 00:11:20.686454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:20.698825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Usage tracker for resource:subnet and tenant:bf614b1ac68344feb43c178f3107a925 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:20.710927 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:20.718998 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:20.735402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Made reservation on behalf of bf614b1ac68344feb43c178f3107a925 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:20.788369 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.policy [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84026) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 00:11:20.826747 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:11:20.827002 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:11:20.858138 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.063835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1358667502-network', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:21.069552 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:21.074760 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Usage tracker for resource:network and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:21.078404 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:21.085559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:21.110605 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-733514384-network', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:21.115678 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:21.121098 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Made reservation on behalf of 95fe88b7f186498c8c381859fdb282f8 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:21.126050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.127834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1100315854-network', 'tenant_id': '86e6d2827f514b628230f7b277476dc5'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:21.140621 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Usage tracker for resource:network and tenant:a8b739a7300f42a08378410cc354c5a2 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:21.146034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:21.149372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52332) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:21.153187 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.174676 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:21.181560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:21.186292 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:21.189458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Usage tracker for resource:network and tenant:86e6d2827f514b628230f7b277476dc5 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:21.193756 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Usage tracker for resource:security_group_rule and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:21.195025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:21.202677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:21.205706 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52338) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:21.208005 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:21.218588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:21.226489 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Made reservation on behalf of a8b739a7300f42a08378410cc354c5a2 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:21.232994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.234050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Made reservation on behalf of 86e6d2827f514b628230f7b277476dc5 for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:21.239464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.253640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.280800 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.281653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:21.290338 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Usage tracker for resource:security_group_rule and tenant:a8b739a7300f42a08378410cc354c5a2 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:21.294585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:21.304660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:21.340369 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:21.355194 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Usage tracker for resource:security_group_rule and tenant:86e6d2827f514b628230f7b277476dc5 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:21.360584 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:21.371089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:21.416226 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.422790 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.433459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:21.474957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:11:21.482722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-798256903-network', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:21.523784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.524179 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Added segment d32b24fb-87d0-46fe-8b30-16f78d59e8cf of type vxlan for network 57d6da7b-4930-4140-bc62-e7e2e204c324 Feb 17 00:11:21.532167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.544223 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-966838341-network', 'tenant_id': '8fbc1035b87148188d306db7cf348cb3'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:21.547986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:21.554807 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd794be0-4557-461a-9b07-20b5488e6dba,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:21.557518 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.558453 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:21.559604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Usage tracker for resource:network and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:21.564625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:21.582317 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:21.593359 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:21.600136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:21.619965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Usage tracker for resource:network and tenant:8fbc1035b87148188d306db7cf348cb3 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:21.639280 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:21.656277 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:21.656526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.659396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.663377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.665357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Made reservation on behalf of 5b740bb46efa4ac9b521609fcc9a66c9 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:21.669868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.670056 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:21.685516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2efb9c6-25fa-4a16-afb4-6fe3e0852995,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:21.695172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:21.695752 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.714422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Made reservation on behalf of 8fbc1035b87148188d306db7cf348cb3 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:21.719444 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.746273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:21.747510 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b5107a-b7c7-458c-a1d1-71b013f49d6d,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:21.752902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.762891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.763962 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.764488 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.765393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.766191 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.766853 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Usage tracker for resource:security_group_rule and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:21.767012 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.767587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.768103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.768798 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.769745 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.770269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.771030 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.771741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.773100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.773611 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.773741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:21.774238 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.774753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.775249 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.777213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.777759 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.778287 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.779037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.779702 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.780217 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Tracked resource versions report: Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: pushed versions: Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: consumer versions: Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: L3 agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: Metadata agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: Metering agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-759961-3-iscsi: { 'AddressGroup': '1.1', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': '1.1'}, Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 00:11:21.783008 dv-cinder-759961-3-iscsi neutron-server[83915]: {{(pid=84026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:11:21.786435 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:21.786435 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:21.791544 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.796659 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:11:21.797082 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:11:21.798062 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Usage tracker for resource:security_group_rule and tenant:8fbc1035b87148188d306db7cf348cb3 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:21.804648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:21.805248 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.809071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:21.814488 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:21.834319 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:11:21.835427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:11:21.848348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:21.919646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:21.934056 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:21.955028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:22.174826 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6202333 Feb 17 00:11:22.175587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52378) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:22.180505 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Pushing event updated for resources: {'Network': ['ID=57d6da7b-4930-4140-bc62-e7e2e204c324,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:22.186673 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Request body: {'subnet': {'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1358667502-subnet', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:22.190004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a6a3f1-435a-4f6c-b256-aa0f31fb77b5,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:22.192671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network 57d6da7b-4930-4140-bc62-e7e2e204c324 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:22.199784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:22.203495 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:22.208546 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:22.217082 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Usage tracker for resource:subnet and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:22.226939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:22.232101 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 57d6da7b-4930-4140-bc62-e7e2e204c324 details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:22.236339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:22.251987 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Checking segment: {'id': '3a12347b-2c7d-448a-98fc-6ed7b5a3d813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9c1c6257-31fa-4c36-9097-e14461993376'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:22.252373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Network hostable DHCP agents. Network: 9c1c6257-31fa-4c36-9097-e14461993376, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:11:22.280149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Network 9c1c6257-31fa-4c36-9097-e14461993376 is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:11:22.280392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Made reservation on behalf of 95fe88b7f186498c8c381859fdb282f8 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:22.285304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.302544 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 9c1c6257-31fa-4c36-9097-e14461993376) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:22.304578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.315570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:22.316230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.336895 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.401897 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.429279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.445269 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0308087 Feb 17 00:11:22.445269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:11:22.445454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:22.470809 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363305741927455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.471295 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Added segment 62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4 of type vxlan for network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b Feb 17 00:11:22.518617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b752eb-36ea-4d2d-954a-f93b5c9d6d3a None None] Network 9c1c6257-31fa-4c36-9097-e14461993376 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:22.528367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.532701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dc4741-491e-4fdc-aa27-6651f98bc6bc,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:22.537301 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:22.539541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.547261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:22.556902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.599469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a4a38f-f277-4cf8-871e-1bc5406fdd72,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:22.635381 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:22.640865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.642166 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:22.642958 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.655784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:22.687856 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:11:22.688230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:11:22.697058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:11:22.697421 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:11:22.713453 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:11:22.713453 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:11:22.788762 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3635fc-d9cf-406e-b875-e47aa8a1b67b,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:22.792471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:22.806741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52412) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:22.807089 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8326786 Feb 17 00:11:22.808358 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:22.813495 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Request body: {'subnet': {'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1100315854-subnet', 'tenant_id': '86e6d2827f514b628230f7b277476dc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:22.822845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:22.823676 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:22.845773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Usage tracker for resource:subnet and tenant:86e6d2827f514b628230f7b277476dc5 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:22.851717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:22.921636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:22.929468 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:22.947469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Made reservation on behalf of 86e6d2827f514b628230f7b277476dc5 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:22.952829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:23.165749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:11:23.209027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:23.224811 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:23.270413 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ee71dd-c4e1-4e3e-9edc-60c5f028581d None None] Network 9c1c6257-31fa-4c36-9097-e14461993376 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:23.280961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:23.281357 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Added segment 827a90c1-5969-493a-8cc1-5c24671d3c12 of type vxlan for network 292ce40c-118c-44c2-8c05-5400235fe99a Feb 17 00:11:23.385602 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52454) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:23.391582 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 00:11:23.438601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:23.580559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-f4a37c30-18e3-43f6-a2ba-2ace5a0b5b57 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:23.582524 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-f4a37c30-18e3-43f6-a2ba-2ace5a0b5b57 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/networks?id=9c1c6257-31fa-4c36-9097-e14461993376 HTTP/1.1" status: 200 len: 811 time: 0.1945632 Feb 17 00:11:23.608664 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-43734aa9-5acb-4fa9-8454-6eed349e8ab5 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/quotas/bf614b1ac68344feb43c178f3107a925 HTTP/1.1" status: 200 len: 375 time: 0.0188172 Feb 17 00:11:23.621604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:23.635592 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:23.636242 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:23.640025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:11:23.640380 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:11:23.641074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:11:23.641413 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:11:23.657295 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:23.675517 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52460) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:23.693259 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-acb62337-6c54-4d0c-95cc-c1a056bb916e tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bf614b1ac68344feb43c178f3107a925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836625 Feb 17 00:11:23.779172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:23.830088 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83403646-3843-40ce-88dd-0102dfac79aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:23.847916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-83403646-3843-40ce-88dd-0102dfac79aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:23.852044 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-83403646-3843-40ce-88dd-0102dfac79aa admin admin] Usage tracker for resource:security_group_rule and tenant:1f4bbf137bdb4e339439e2008e60c155 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:23.856040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-83403646-3843-40ce-88dd-0102dfac79aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:23.862350 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-83403646-3843-40ce-88dd-0102dfac79aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:23.876332 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Pushing event updated for resources: {'Network': ['ID=292ce40c-118c-44c2-8c05-5400235fe99a,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:23.880219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9bb1f38c-8eff-41a9-b784-e534969ad934 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:11:23.882072 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9bb1f38c-8eff-41a9-b784-e534969ad934 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0604866 Feb 17 00:11:23.888797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network 292ce40c-118c-44c2-8c05-5400235fe99a details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:23.889995 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:23.904443 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:23.907366 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 292ce40c-118c-44c2-8c05-5400235fe99a details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:24.009289 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3c6d501b-3eaa-4ab7-b8ea-edd95f2df45b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3905623 Feb 17 00:11:24.015402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52472) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:24.029624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Request body: {'subnet': {'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-733514384-subnet', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:24.037552 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:24.049790 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Usage tracker for resource:subnet and tenant:a8b739a7300f42a08378410cc354c5a2 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:24.057900 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:24.059774 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aec74a8-fd66-4f13-9886-40a99c261d47,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:24.067011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:24.088794 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:24.136050 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-a61f7e98-0b65-49c1-8492-85373d4d105f service neutron] 10.222.0.74 "GET /v2.0/networks/9c1c6257-31fa-4c36-9097-e14461993376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356839 Feb 17 00:11:24.150351 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83403646-3843-40ce-88dd-0102dfac79aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.165641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Checking segment: {'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:24.166012 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Network hostable DHCP agents. Network: 57d6da7b-4930-4140-bc62-e7e2e204c324, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:11:24.188531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Made reservation on behalf of a8b739a7300f42a08378410cc354c5a2 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:24.194584 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.197792 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Network 57d6da7b-4930-4140-bc62-e7e2e204c324 is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:11:24.245965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 57d6da7b-4930-4140-bc62-e7e2e204c324) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:24.252847 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:24.253490 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.266099 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb93b9-c24d-45c0-bd31-7b4eb349129f None None] Network 57d6da7b-4930-4140-bc62-e7e2e204c324 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:24.267224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83403646-3843-40ce-88dd-0102dfac79aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.277156 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.294093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4e321ee7-87d7-48d5-84ff-57de51a70c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:24.370250 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.383593 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:24.386765 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2076554 Feb 17 00:11:24.392442 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52478) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:24.398867 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-83403646-3843-40ce-88dd-0102dfac79aa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1f4bbf137bdb4e339439e2008e60c155&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7218692 Feb 17 00:11:24.399861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52482) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:24.486545 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.493796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83403646-3843-40ce-88dd-0102dfac79aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22167761-bd1b-4ed3-8cc5-c8a440fcb970,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:24.512082 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-83403646-3843-40ce-88dd-0102dfac79aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:24.516643 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:24.520273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10717775-f0b4-5fdc-9097-a0b7ddd50e29-57d6da7b-4930-4140-bc62-e7e2e204c324', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47'}]}} from dv-cinder-759961-3-iscsi. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:11:24.521605 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.550450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:11:24.564596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.565052 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Added segment 0df2a8f8-1df9-4e98-a715-aeba227bb569 of type vxlan for network f6658d44-c7f9-4834-873a-80f1f520f0d5 Feb 17 00:11:24.571037 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0b1b2a2f-11b6-461e-887e-3e21b91a6c59 service neutron] 10.222.0.74 "GET /v2.0/networks/9c1c6257-31fa-4c36-9097-e14461993376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4144678 Feb 17 00:11:24.581773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-205f4781-30ff-473d-9a08-81e5f311955e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.596276 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.643694 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:24.658656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Usage tracker for resource:router and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:24.663450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.664949 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:24.714970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:24.715624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.723790 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:24.732372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:11:24.752568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2bb5263-4288-4940-b735-22dadc7bf870,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:24.762308 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:24.774960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:24.869133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-205f4781-30ff-473d-9a08-81e5f311955e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.940602 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52516) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:24.942161 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:24.945199 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Added segment fd20c454-3005-4fdb-8d0e-44e6829caccc of type vxlan for network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f Feb 17 00:11:24.947385 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Allocated IP 172.20.0.2 (57d6da7b-4930-4140-bc62-e7e2e204c324/3aec74a8-fd66-4f13-9886-40a99c261d47/49b301f8-c635-47f8-9406-e4dbf745c087) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:11:24.969261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Pushing event updated for resources: {'Network': ['ID=f6658d44-c7f9-4834-873a-80f1f520f0d5,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:24.972665 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:24.984002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Checking segment: {'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:24.984492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Network hostable DHCP agents. Network: 9f3635fc-d9cf-406e-b875-e47aa8a1b67b, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:11:24.996615 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.7870138 Feb 17 00:11:25.004310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network f6658d44-c7f9-4834-873a-80f1f520f0d5 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:25.005960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52524) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:25.009144 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.010186 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036851089749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772350'] for router, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.021015 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network f6658d44-c7f9-4834-873a-80f1f520f0d5 details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:25.027545 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.048432 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Request body: {'subnet': {'network_id': 'f6658d44-c7f9-4834-873a-80f1f520f0d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-966838341-subnet', 'tenant_id': '8fbc1035b87148188d306db7cf348cb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:25.051556 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-27e74d05-1bb5-4a99-acfd-7dedd2bde222 req-e9098b1c-9943-49ad-9ef7-719a52a7af92 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 210 time: 0.0999181 Feb 17 00:11:25.055585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:25.061189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Usage tracker for resource:subnet and tenant:8fbc1035b87148188d306db7cf348cb3 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:25.069965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:25.077571 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:25.077826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-205f4781-30ff-473d-9a08-81e5f311955e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.099445 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Made reservation on behalf of 8fbc1035b87148188d306db7cf348cb3 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:25.105582 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.142050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:25.155645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f4781-30ff-473d-9a08-81e5f311955e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22167761-bd1b-4ed3-8cc5-c8a440fcb970,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:25.165798 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-205f4781-30ff-473d-9a08-81e5f311955e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:25.184336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:11:25.190658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-205f4781-30ff-473d-9a08-81e5f311955e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.192345 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-205f4781-30ff-473d-9a08-81e5f311955e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/22167761-bd1b-4ed3-8cc5-c8a440fcb970 HTTP/1.1" status: 204 len: 168 time: 0.7720389 Feb 17 00:11:25.219936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.226268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 9f3635fc-d9cf-406e-b875-e47aa8a1b67b) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:25.367789 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.472053 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6991de7a-d0fd-4dd9-a90e-ab1a1843cfea None None] Network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:25.489363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:25.610535 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe671e02-7907-41b0-90ea-0ea88628cba7,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:25.614938 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:25.620027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Checking segment: {'id': '827a90c1-5969-493a-8cc1-5c24671d3c12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:25.620414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Network hostable DHCP agents. Network: 292ce40c-118c-44c2-8c05-5400235fe99a, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:11:25.644376 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Network 292ce40c-118c-44c2-8c05-5400235fe99a is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:11:25.655365 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 292ce40c-118c-44c2-8c05-5400235fe99a) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:25.663892 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:25.664531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.708001 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ace5d1c9-15e3-4185-92c5-457bd640de8e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6914492 Feb 17 00:11:25.709109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52560) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:25.715469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-733514384-router', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:25.721212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:25.726305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Usage tracker for resource:router and tenant:a8b739a7300f42a08378410cc354c5a2 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:25.730419 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:25.737017 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:25.750920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.753247 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036851089749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772350'] for router, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.756552 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d775975e-b8a7-4df5-ba61-7ea1ee25c141 None None] Network 292ce40c-118c-44c2-8c05-5400235fe99a requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:25.802746 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.834034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:25.835793 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.902974 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bd54f0-13f1-4014-afb6-c0ca8459745e None None] Network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:25.947401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.resource_extend [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 00:11:25.982014 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851033309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772335'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:25.997436 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-da71e2a8-436e-46e4-a27c-b9185dfdc808 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1895304 Feb 17 00:11:26.007812 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:26.015843 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:26.016503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:26.087916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-482b3e96-8c8d-47a5-bd35-cf9aab4774c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:26.112940 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.9613545 Feb 17 00:11:26.205068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52578) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:26.283509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Request body: {'subnet': {'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-subnet', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:26.328945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:26.340198 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d147433e-6082-4305-8c43-e75c38ae79e8 req-45baea46-1f78-4a42-9c7b-7eda6996f67a tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 210 time: 0.1378360 Feb 17 00:11:26.356458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Usage tracker for resource:subnet and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:26.362234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:26.383716 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:26.388982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Pushing event updated for resources: {'Network': ['ID=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:26.394971 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:26.433647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Made reservation on behalf of 5b740bb46efa4ac9b521609fcc9a66c9 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:26.439778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:26.563587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:26.578489 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851033309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772335'] for router, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:26.784254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:27.227053 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:27.271343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:27.376446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:27.449072 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52634) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:27.472531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Transition to ACTIVE for port object 49b301f8-c635-47f8-9406-e4dbf745c087 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:11:27.544033 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Transition to ACTIVE for port object 49b301f8-c635-47f8-9406-e4dbf745c087 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:11:27.567758 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:27.630692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Allocated IP 172.27.1.56 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/02cba326-05a1-4ece-9996-fdd4ae86ee5a) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:11:27.652982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:27.776568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:27.809588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-24f39626-2106-45f8-b646-00423313b809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:27.844031 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b57b6be-c88a-4bd0-9d1a-d880a1dd8f86 None None] Network 292ce40c-118c-44c2-8c05-5400235fe99a requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:27.870124 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.44', 63459) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:27.921276 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79efc6c-52dc-4bc6-86b5-06ed067c4e88,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:27.932974 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:27.953307 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a75225-236d-4616-97ba-88d50f309591 req-914bb7f8-f428-4556-aa05-1c7d47fe9f12 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:27.954345 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-74a75225-236d-4616-97ba-88d50f309591 req-914bb7f8-f428-4556-aa05-1c7d47fe9f12 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Synchronizing usage tracker for tenant:86e6d2827f514b628230f7b277476dc5 on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:11:27.963071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Pushing event updated for resources: {'Port': ['ID=49b301f8-c635-47f8-9406-e4dbf745c087,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:27.983191 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.983438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.983628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.984004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.984375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.984773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.985350 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.985654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.986250 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.986658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.987022 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.987388 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.988034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.988399 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.992293 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.992743 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.993172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.993487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.993861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.994231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.994662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.995086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.995497 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:27.995863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Tracked resource versions report: Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: pushed versions: Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: consumer versions: Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: L3 agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: Metadata agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: Metering agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-759961-3-iscsi: { 'AddressGroup': '1.1', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': '1.1'}, Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 00:11:28.000022 dv-cinder-759961-3-iscsi neutron-server[83915]: {{(pid=84028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:11:28.003997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:28.074780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9675e58-45a8-4024-b79e-26939295476d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:28.091185 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-42313d3c-e685-4f47-9894-73450fb427cc req-7185c6ad-c211-4bb0-adb6-987772f21820 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 210 time: 0.2106652 Feb 17 00:11:28.126650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Network 57d6da7b-4930-4140-bc62-e7e2e204c324 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:28.130039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:28.132190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-74a75225-236d-4616-97ba-88d50f309591 req-914bb7f8-f428-4556-aa05-1c7d47fe9f12 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Unset dirty status for tenant:86e6d2827f514b628230f7b277476dc5 on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:11:28.149236 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-914bb7f8-f428-4556-aa05-1c7d47fe9f12 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 815 time: 0.8890967 Feb 17 00:11:28.173493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:28.192453 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:11:28.233618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d9675e58-45a8-4024-b79e-26939295476d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:28.242511 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-a2e6f770-730a-49a9-ab6f-1daee9c59895 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/quotas/86e6d2827f514b628230f7b277476dc5 HTTP/1.1" status: 200 len: 375 time: 0.0922647 Feb 17 00:11:28.244126 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:28.256829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d9675e58-45a8-4024-b79e-26939295476d admin admin] Usage tracker for resource:security_group_rule and tenant:f0f35593fb5c4da5a8b84d6cec4cfb2d is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:28.260110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d9675e58-45a8-4024-b79e-26939295476d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:28.273093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d9675e58-45a8-4024-b79e-26939295476d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:28.292420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Attempting to bind port 49b301f8-c635-47f8-9406-e4dbf745c087 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:11:28.292907 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Attempting to bind port 49b301f8-c635-47f8-9406-e4dbf745c087 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:11:28.294258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Attempting to bind port 49b301f8-c635-47f8-9406-e4dbf745c087 on network 57d6da7b-4930-4140-bc62-e7e2e204c324 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:11:28.391302 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:11:28.392332 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Checking segment: {'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:28.393219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:28.393856 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Bound using segment: {'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:11:28.394844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Bound port: 49b301f8-c635-47f8-9406-e4dbf745c087, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:11:28.395500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:28.399264 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-f9ddb249-96a8-47f2-a2b1-c995908c47a9 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1310301 Feb 17 00:11:28.538978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] For port 49b301f8-c635-47f8-9406-e4dbf745c087, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:11:28.542409 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] For port 49b301f8-c635-47f8-9406-e4dbf745c087, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=49b301f8-c635-47f8-9406-e4dbf745c087,segment=NetworkSegment(d32b24fb-87d0-46fe-8b30-16f78d59e8cf),segment_id=d32b24fb-87d0-46fe-8b30-16f78d59e8cf)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:11:28.548730 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:28.566083 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:28.608048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9675e58-45a8-4024-b79e-26939295476d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:28.622994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9675e58-45a8-4024-b79e-26939295476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:28.646788 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-83403646-3843-40ce-88dd-0102dfac79aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:28.729383 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d9675e58-45a8-4024-b79e-26939295476d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f0f35593fb5c4da5a8b84d6cec4cfb2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2745810 Feb 17 00:11:28.731920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52688) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:28.734581 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9675e58-45a8-4024-b79e-26939295476d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d39637f-abef-4303-84a2-ded05a5b4bf2,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:28.735766 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Pushing event updated for resources: {'Port': ['ID=49b301f8-c635-47f8-9406-e4dbf745c087,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:28.742408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:28.779787 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:28.798819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d9675e58-45a8-4024-b79e-26939295476d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:28.864260 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91557e0e-91ab-4ddc-a077-6511773ca9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:28.897509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91557e0e-91ab-4ddc-a077-6511773ca9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:28.924958 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:28.947449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52698) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:28.975086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91557e0e-91ab-4ddc-a077-6511773ca9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:28.981440 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-205f4781-30ff-473d-9a08-81e5f311955e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:28.983854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:29.000254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91557e0e-91ab-4ddc-a077-6511773ca9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d39637f-abef-4303-84a2-ded05a5b4bf2,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:29.002975 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-91557e0e-91ab-4ddc-a077-6511773ca9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:29.038533 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-91557e0e-91ab-4ddc-a077-6511773ca9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:29.039950 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-91557e0e-91ab-4ddc-a077-6511773ca9cd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7d39637f-abef-4303-84a2-ded05a5b4bf2 HTTP/1.1" status: 204 len: 168 time: 0.3068290 Feb 17 00:11:29.060301 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-83ee14b8-4f39-422f-a59c-1e1542c834f9 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:29.061142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-83ee14b8-4f39-422f-a59c-1e1542c834f9 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Synchronizing usage tracker for tenant:bf614b1ac68344feb43c178f3107a925 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:11:29.209040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d81b4db9-d7db-4a39-8d18-b85c5c507688,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:29.215162 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-fcd64fed-7816-4077-b468-d45c6d50c647 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:11:29.216556 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-fcd64fed-7816-4077-b468-d45c6d50c647 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4197464 Feb 17 00:11:29.272069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:29.327953 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:29.355749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-83ee14b8-4f39-422f-a59c-1e1542c834f9 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Unset dirty status for tenant:bf614b1ac68344feb43c178f3107a925 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:11:29.357200 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-83ee14b8-4f39-422f-a59c-1e1542c834f9 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.44 "GET /v2.0/networks?id=9c1c6257-31fa-4c36-9097-e14461993376 HTTP/1.1" status: 200 len: 811 time: 1.4325194 Feb 17 00:11:29.371795 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4c60b29b-ee33-4c7c-8d47-b9391d5ea0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:29.374071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Allocated IP 172.27.1.28 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/92654142-ba4e-45f2-96ae-2b2706c75162) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:11:29.578139 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:29.608576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Checking segment: {'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:29.609074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Network hostable DHCP agents. Network: 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:11:29.714337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Pushing event updated for resources: {'Port': ['ID=02cba326-05a1-4ece-9996-fdd4ae86ee5a,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:29.738503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:29.740116 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:29.762315 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:11:29.784670 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52714) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:29.815908 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbce9618-2ff4-4216-8521-ffe2bcdf3d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:29.832471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:29.836596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:29.845494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fbe3a0-81dc-4772-b976-f036a0197522 None None] Network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:29.851600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Checking segment: {'id': '0df2a8f8-1df9-4e98-a715-aeba227bb569', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6658d44-c7f9-4834-873a-80f1f520f0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:29.851995 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Network hostable DHCP agents. Network: f6658d44-c7f9-4834-873a-80f1f520f0d5, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:11:29.859947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:29.860763 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:29.864647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3566-50f1-416e-9439-ea6890c917ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:29.922383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ed1c3566-50f1-416e-9439-ea6890c917ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:29.932776 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:29.938275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ed1c3566-50f1-416e-9439-ea6890c917ab admin admin] Usage tracker for resource:security_group_rule and tenant:828094d4e18e45ed8c968dc785e78885 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:29.949416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:29.951957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ed1c3566-50f1-416e-9439-ea6890c917ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:29.955665 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:11:29.976154 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6b2cb019-5d6d-49ae-8c57-3603f42f6f02 req-245b4878-0067-4c7b-afce-ec3de50eda96 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 210 time: 0.3243988 Feb 17 00:11:29.976935 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Pushing event updated for resources: {'Port': ['ID=92654142-ba4e-45f2-96ae-2b2706c75162,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:30.009159 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cbce9618-2ff4-4216-8521-ffe2bcdf3d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:30.012730 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:30.018619 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cbce9618-2ff4-4216-8521-ffe2bcdf3d67 admin admin] Usage tracker for resource:security_group_rule and tenant:33a9a52ceedf4aed83bdcaea2ac9ce8b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:30.025204 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cbce9618-2ff4-4216-8521-ffe2bcdf3d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:30.044007 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bdd81c45-f815-4485-9c53-401f4e9bdf95 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.7823608 Feb 17 00:11:30.044007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Network f6658d44-c7f9-4834-873a-80f1f520f0d5 is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:11:30.045909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ed1c3566-50f1-416e-9439-ea6890c917ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:30.047978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52720) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:30.058574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cbce9618-2ff4-4216-8521-ffe2bcdf3d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:30.155863 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-4ad82ba8-dd4d-470b-8c51-b8ba2f4e2041 service neutron] 10.222.0.74 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9308655 Feb 17 00:11:30.161967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10717775-f0b4-5fdc-9097-a0b7ddd50e29-2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88'}]}} from dv-cinder-759961-3-iscsi. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:11:30.164468 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:30.235612 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:30.253195 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:30.283395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:30.294152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, f6658d44-c7f9-4834-873a-80f1f520f0d5) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:30.314937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:30.315861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:30.318478 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:30.349877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:11:30.395745 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Usage tracker for resource:router and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:30.426416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Request body: {'port': {'device_id': 'f24863d1-8569-4658-9501-b96c501df747', 'network_id': '9c1c6257-31fa-4c36-9097-e14461993376', 'admin_state_up': True, 'tenant_id': 'bf614b1ac68344feb43c178f3107a925'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:30.472512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:30.505627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:30.572360 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Allocated IP 172.20.0.2 (2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f/e79efc6c-52dc-4bc6-86b5-06ed067c4e88/681c557d-6bff-4eca-9f1f-f209e316210a) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:11:30.730799 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1ad7b512-1dfe-4ab5-9dfc-184caf831d5d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.6930518 Feb 17 00:11:30.745412 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:30.747396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036851089749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772350'] for router, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:30.897149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:30.911877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Transition to ACTIVE for port object 681c557d-6bff-4eca-9f1f-f209e316210a will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:11:30.934622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Transition to ACTIVE for port object 681c557d-6bff-4eca-9f1f-f209e316210a will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:11:30.947268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42182fa3-29c3-46f2-b2c1-a8c191719271 None None] Network f6658d44-c7f9-4834-873a-80f1f520f0d5 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:31.016967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:31.090645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 49b301f8-c635-47f8-9406-e4dbf745c087 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:31.132616 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3566-50f1-416e-9439-ea6890c917ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:31.175618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd26cda-a74c-4136-a39e-54441b9b8dfb None None] Network 57d6da7b-4930-4140-bc62-e7e2e204c324 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:31.240446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:31.439494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:31.458396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbce9618-2ff4-4216-8521-ffe2bcdf3d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:31.460736 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:31.462933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-f4a9f3d9-6f27-4b26-92dc-92c6f721ae70 None None] Provisioning for port 49b301f8-c635-47f8-9406-e4dbf745c087 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:11:31.534003 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-106c797a-1ea5-4312-8962-973b6e9dc68b service neutron] 10.222.0.74 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3369482 Feb 17 00:11:31.610437 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:31.768497 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cbce9618-2ff4-4216-8521-ffe2bcdf3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:31.866644 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:31.880021 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cbce9618-2ff4-4216-8521-ffe2bcdf3d67 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=33a9a52ceedf4aed83bdcaea2ac9ce8b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9314570 Feb 17 00:11:31.895033 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3566-50f1-416e-9439-ea6890c917ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:31.895899 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd78fef2-07e6-474c-9fac-13d08b45f781 req-6fd43fdb-23aa-4ad2-ab80-0e3bb879d0e0 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 210 time: 0.4434016 Feb 17 00:11:31.896320 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:31.906949 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52740) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:31.983732 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce9618-2ff4-4216-8521-ffe2bcdf3d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bbff17-7e0e-4147-a3d8-e534dcec4b68,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:32.009416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cbce9618-2ff4-4216-8521-ffe2bcdf3d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:32.102178 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-38a167a9-a845-42e1-9eb4-6199c9015f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:32.152058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-38a167a9-a845-42e1-9eb4-6199c9015f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:32.237802 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1498100c-ef32-4e34-b9e8-74665d66d480 req-fd5a85e0-8e33-4cce-af29-fa6e2ae9f4b0 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 210 time: 0.2079210 Feb 17 00:11:32.247305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-38a167a9-a845-42e1-9eb4-6199c9015f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:32.268534 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:32.353835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:32.470726 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a167a9-a845-42e1-9eb4-6199c9015f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bbff17-7e0e-4147-a3d8-e534dcec4b68,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:32.478356 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-38a167a9-a845-42e1-9eb4-6199c9015f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:32.528086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Pushing event updated for resources: {'Port': ['ID=681c557d-6bff-4eca-9f1f-f209e316210a,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:32.600711 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.991s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:32.607867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-38a167a9-a845-42e1-9eb4-6199c9015f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:32.609505 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-38a167a9-a845-42e1-9eb4-6199c9015f6e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/80bbff17-7e0e-4147-a3d8-e534dcec4b68 HTTP/1.1" status: 204 len: 168 time: 0.7007291 Feb 17 00:11:32.651212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec6ad34-65ca-4e14-b6cc-7182af95f72f None None] Network f6658d44-c7f9-4834-873a-80f1f520f0d5 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:32.674986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52772) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:32.692430 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-193564402-network', 'tenant_id': 'e12177874f304fc4bfda4d85b814f6e5'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:32.715178 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:32.724305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Usage tracker for resource:network and tenant:e12177874f304fc4bfda4d85b814f6e5 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:32.732335 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:32.744734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:32.796928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Made reservation on behalf of e12177874f304fc4bfda4d85b814f6e5 for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:32.804564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:32.841086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742488'] for router, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:32.843751 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Usage tracker for resource:port and tenant:bf614b1ac68344feb43c178f3107a925 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:32.846635 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:32.855386 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:32.860872 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:32.892754 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:33.014159 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c3566-50f1-416e-9439-ea6890c917ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05c1f31-889d-4fb3-9f43-f686559e5090,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:33.025761 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ed1c3566-50f1-416e-9439-ea6890c917ab admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=828094d4e18e45ed8c968dc785e78885&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2264814 Feb 17 00:11:33.046419 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52782) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:33.070796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:33.086342 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 49b301f8-c635-47f8-9406-e4dbf745c087 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:11:33.121724 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 49b301f8-c635-47f8-9406-e4dbf745c087 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:33.122540 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:33.130619 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ed1c3566-50f1-416e-9439-ea6890c917ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:33.155901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Made reservation on behalf of bf614b1ac68344feb43c178f3107a925 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:33.175671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:33.249425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851033309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772335'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:33.275449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742488'] for router, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:33.277753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:33.283731 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:33.294485 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:11:33.369841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Usage tracker for resource:security_group_rule and tenant:e12177874f304fc4bfda4d85b814f6e5 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:33.387330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:33.432636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Attempting to bind port 681c557d-6bff-4eca-9f1f-f209e316210a on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:11:33.433373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Attempting to bind port 681c557d-6bff-4eca-9f1f-f209e316210a by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:11:33.433902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Attempting to bind port 681c557d-6bff-4eca-9f1f-f209e316210a on network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:11:33.448074 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d3c6ad8f-8e63-43e1-bcb7-6b589b2348d6 req-50f50277-a999-49e9-a277-f567b2b2ef75 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 210 time: 0.2182608 Feb 17 00:11:33.523235 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:33.534571 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:11:33.535128 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Checking segment: {'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:33.535692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:33.536381 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Bound using segment: {'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:11:33.536938 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Bound port: 681c557d-6bff-4eca-9f1f-f209e316210a, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:11:33.537542 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:33.545996 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:33.687591 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:33.706993 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a116ac6-0efb-47f0-b8bb-94be12b77558 req-a5e6aa5d-55fb-4a1a-8a70-f401933bf5bd tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 210 time: 0.3392346 Feb 17 00:11:33.707658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:33.717274 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 49b301f8-c635-47f8-9406-e4dbf745c087, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=49b301f8-c635-47f8-9406-e4dbf745c087,segment=NetworkSegment(d32b24fb-87d0-46fe-8b30-16f78d59e8cf),segment_id=d32b24fb-87d0-46fe-8b30-16f78d59e8cf)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:33.753856 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52798) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:33.766713 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:33.789372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cbce9618-2ff4-4216-8521-ffe2bcdf3d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:33.806644 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:33.834312 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c856c51-e4b4-4714-b651-97728cdd7509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:33.893701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41349fa-e82a-4305-9e2a-75651c660558,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:33.920022 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:33.934047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] For port 681c557d-6bff-4eca-9f1f-f209e316210a, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:11:33.942626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] For port 681c557d-6bff-4eca-9f1f-f209e316210a, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=681c557d-6bff-4eca-9f1f-f209e316210a,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:11:33.973271 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:33.987869 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db91dafb-d6de-4520-83fb-9ce411fa3db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:34.031355 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:11:34.058141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Router ebb8286e-ec4e-44fa-90f3-087c5175885c is scheduled to L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 with binding_index 1 {{(pid=84026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:11:34.071933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-db91dafb-d6de-4520-83fb-9ce411fa3db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:34.086896 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c856c51-e4b4-4714-b651-97728cdd7509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:34.166176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=49b301f8-c635-47f8-9406-e4dbf745c087,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:34.179754 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:34.190380 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:34.237283 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Allocated IP 172.20.0.10 (9c1c6257-31fa-4c36-9097-e14461993376/19a6a3f1-435a-4f6c-b256-aa0f31fb77b5/a885a0c7-3d4e-4034-9516-50ba3083b624) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:11:34.301996 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Pushing event updated for resources: {'Port': ['ID=681c557d-6bff-4eca-9f1f-f209e316210a,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:34.314919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:34.343923 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0bc61b07-590e-4194-b324-9988a416f57b None None] Provisioning complete for port 49b301f8-c635-47f8-9406-e4dbf745c087 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:34.344345 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0bc61b07-590e-4194-b324-9988a416f57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:34.353385 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 is scheduled to L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 with binding_index 1 {{(pid=84027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:11:34.403584 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-db91dafb-d6de-4520-83fb-9ce411fa3db6 admin admin] Usage tracker for resource:security_group_rule and tenant:24cb12868987412a9a0fb5005f9f58b3 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:34.417558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:11:34.420117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-db91dafb-d6de-4520-83fb-9ce411fa3db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:34.427684 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363305741927455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:34.428772 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Added segment e7115e61-ddf6-4b28-9b31-9c3ffe0db639 of type vxlan for network 14f67bc8-80bd-4b64-8639-28d2b20c0e69 Feb 17 00:11:34.430636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Sync routers for ids ['ebb8286e-ec4e-44fa-90f3-087c5175885c'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:11:34.449977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Routers {'ebb8286e-ec4e-44fa-90f3-087c5175885c'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:34.452318 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:11:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['ebb8286e-ec4e-44fa-90f3-087c5175885c'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:34.468741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-db91dafb-d6de-4520-83fb-9ce411fa3db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:34.471911 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:34.476446 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.7654653 Feb 17 00:11:34.483030 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52804) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:34.801731 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0eca9f01-00ec-4d31-b0a8-f68aefeaa05c None None] Provisioning complete for port 49b301f8-c635-47f8-9406-e4dbf745c087 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:34.802157 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0eca9f01-00ec-4d31-b0a8-f68aefeaa05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:34.938870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Set router ebb8286e-ec4e-44fa-90f3-087c5175885c gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:35.214927 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-e7753d8b-af97-40a2-b8d0-becd430bf7e7 None None] Provisioning complete for port 49b301f8-c635-47f8-9406-e4dbf745c087 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:35.215442 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7753d8b-af97-40a2-b8d0-becd430bf7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:35.425477 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-650da891-b8fb-46ad-a204-012d79a2e263 req-ae340f93-bdec-46e7-a628-30b1949fbac6 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 210 time: 0.2955894 Feb 17 00:11:35.441372 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8a51a974-2800-4ae1-ad03-e10ec144b90f req-7084128e-9b06-4f26-8fcf-3d040aba9ee7 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 210 time: 0.2937045 Feb 17 00:11:35.469383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:35.537973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'name': 'tempest-ServerRescueNegativeTestJSON-733514384-router', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:30Z', 'revision_number': 3, 'project_id': 'a8b739a7300f42a08378410cc354c5a2', 'gw_port': {'id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:28Z', 'updated_at': '2021-02-17T00:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:35.542955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Checking router: ebb8286e-ec4e-44fa-90f3-087c5175885c for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:11:35.543588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Updating router ebb8286e-ec4e-44fa-90f3-087c5175885c port 92654142-ba4e-45f2-96ae-2b2706c75162 binding host dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:11:35.625973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:35.639791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:35.723107 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.resource_extend [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 00:11:35.771348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c856c51-e4b4-4714-b651-97728cdd7509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:35.994692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.44', 63465) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:35.995405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-38a167a9-a845-42e1-9eb4-6199c9015f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:36.083588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:11:36.099853 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Sync routers for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:11:36.116977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:36.145385 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 49b301f8-c635-47f8-9406-e4dbf745c087 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:36.252227 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:36.257485 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:11:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:36.281509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:36.283048 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.8836405 Feb 17 00:11:36.298755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 52818) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:36.364543 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db91dafb-d6de-4520-83fb-9ce411fa3db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:36.388465 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c856c51-e4b4-4714-b651-97728cdd7509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05c1f31-889d-4fb3-9f43-f686559e5090,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:36.397834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3c856c51-e4b4-4714-b651-97728cdd7509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:36.402521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db91dafb-d6de-4520-83fb-9ce411fa3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:36.403881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3c856c51-e4b4-4714-b651-97728cdd7509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:36.406199 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3c856c51-e4b4-4714-b651-97728cdd7509 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f05c1f31-889d-4fb3-9f43-f686559e5090 HTTP/1.1" status: 204 len: 168 time: 3.3474622 Feb 17 00:11:36.425121 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:36.487341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:36.535156 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Transition to ACTIVE for port object 92654142-ba4e-45f2-96ae-2b2706c75162 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:11:36.540765 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:36.748322 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:36.749188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:36.766917 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-91557e0e-91ab-4ddc-a077-6511773ca9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:36.840490 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91dafb-d6de-4520-83fb-9ce411fa3db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fbe053-db4f-4ed8-b510-92c391923603,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:36.842542 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e0277acc-b5e4-4160-8c21-8217c6843d0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:36.857942 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-db91dafb-d6de-4520-83fb-9ce411fa3db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:36.881073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e69d38d1-4fa3-4f80-8840-6806ac7b3122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:36.929522 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfa8a25-34f8-4989-a746-926a71a5046b None None] Network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:36.972471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Pushing event updated for resources: {'Port': ['ID=92654142-ba4e-45f2-96ae-2b2706c75162,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:37.036784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.038004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.038494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.038979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.039459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.039935 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.040428 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.040930 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.041425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.041896 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.042366 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.044608 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.045169 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.046020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.046020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.048281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.048810 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.049290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.049766 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.054696 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.055205 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.055685 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.056163 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.056634 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Tracked resource versions report: Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: pushed versions: Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: consumer versions: Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: L3 agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: Metadata agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: Metering agent@dv-cinder-759961-3-iscsi: {}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-759961-3-iscsi: { 'AddressGroup': '1.1', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': '1.1'}, Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 00:11:37.058196 dv-cinder-759961-3-iscsi neutron-server[83915]: {{(pid=84029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:11:37.066662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:37.102443 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.4245582 Feb 17 00:11:37.228363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Attempting to bind port 92654142-ba4e-45f2-96ae-2b2706c75162 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:11:37.228901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Attempting to bind port 92654142-ba4e-45f2-96ae-2b2706c75162 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:11:37.230474 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Attempting to bind port 92654142-ba4e-45f2-96ae-2b2706c75162 on network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:11:37.237340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:11:37.237845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Checking segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:37.238370 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.238887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Bound using segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:11:37.239478 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Bound port: 92654142-ba4e-45f2-96ae-2b2706c75162, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:11:37.239977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.328608 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Pushing event updated for resources: {'Network': ['ID=14f67bc8-80bd-4b64-8639-28d2b20c0e69,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:37.336243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:37.348555 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:37.355701 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-06210a1b-5518-436b-9049-476ca2929bd0 req-3d4622c9-fcbd-437e-80b8-24e3b460bc2f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 210 time: 0.5244431 Feb 17 00:11:37.376672 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dfaaaf50-4918-4375-a25a-ce33a227b3b5 req-f5b181f8-864f-4884-977b-68f91e8a36ce tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 210 time: 0.5378108 Feb 17 00:11:37.404712 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] For port 92654142-ba4e-45f2-96ae-2b2706c75162, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:11:37.404712 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] For port 92654142-ba4e-45f2-96ae-2b2706c75162, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=92654142-ba4e-45f2-96ae-2b2706c75162,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:11:37.405025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52836) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:37.417360 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.454580 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Request body: {'subnet': {'network_id': '14f67bc8-80bd-4b64-8639-28d2b20c0e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-193564402-subnet', 'tenant_id': 'e12177874f304fc4bfda4d85b814f6e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:37.468031 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:37.468841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:37.477020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Usage tracker for resource:subnet and tenant:e12177874f304fc4bfda4d85b814f6e5 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:37.486444 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:37.501921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:37.562562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Made reservation on behalf of e12177874f304fc4bfda4d85b814f6e5 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:37.572272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:37.898189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Allocated IP 172.27.1.25 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/069a65ea-a1bd-4ed0-9225-11e68c33ba71) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:11:37.909104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Pushing event updated for resources: {'Port': ['ID=92654142-ba4e-45f2-96ae-2b2706c75162,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:37.933368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:38.057936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network 14f67bc8-80bd-4b64-8639-28d2b20c0e69 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:38.072912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Routers {'ebb8286e-ec4e-44fa-90f3-087c5175885c'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:38.073970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 14f67bc8-80bd-4b64-8639-28d2b20c0e69 details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:11:38.079151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:11:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['ebb8286e-ec4e-44fa-90f3-087c5175885c'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:38.090417 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-db91dafb-d6de-4520-83fb-9ce411fa3db6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=24cb12868987412a9a0fb5005f9f58b3&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3319218 Feb 17 00:11:38.091260 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52856) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:38.267395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:38.333532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-2e8fe0d1-38d1-473c-8c2c-479389de10fb None None] Provisioning for port 681c557d-6bff-4eca-9f1f-f209e316210a completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:11:38.374782 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d83af8c7-fcc4-417b-b027-fc7a439265aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:38.544327 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:38.643395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:38.728114 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f85d7d7a-daa6-4953-9fd6-016b41f5a96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:38.740118 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a75225-236d-4616-97ba-88d50f309591 req-9c3d2652-deb8-4313-8aec-779d9672ae57 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:38.742770 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-9c3d2652-deb8-4313-8aec-779d9672ae57 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 815 time: 2.5674429 Feb 17 00:11:38.878683 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 49b301f8-c635-47f8-9406-e4dbf745c087 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:38.882026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:38.927263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] Set router ebb8286e-ec4e-44fa-90f3-087c5175885c gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:38.991659 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d82e02f-b22e-400f-b96b-e3875b70979e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:38.999692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:30Z', 'revision_number': 3, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:39.023037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Checking router: f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:11:39.023796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Updating router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 port 02cba326-05a1-4ece-9996-fdd4ae86ee5a binding host dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:11:39.120602 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:39.187971 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:39.274644 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 681c557d-6bff-4eca-9f1f-f209e316210a up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:39.281509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Pushing event updated for resources: {'Port': ['ID=069a65ea-a1bd-4ed0-9225-11e68c33ba71,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:39.312826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:39.384346 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:39.395447 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:39.423481 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:39.445076 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:11:39.510754 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 681c557d-6bff-4eca-9f1f-f209e316210a completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:11:39.529078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 681c557d-6bff-4eca-9f1f-f209e316210a triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:39.530641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:39.696483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'name': 'tempest-ServerRescueNegativeTestJSON-733514384-router', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:30Z', 'revision_number': 3, 'project_id': 'a8b739a7300f42a08378410cc354c5a2', 'gw_port': {'id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:28Z', 'updated_at': '2021-02-17T00:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:39.708138 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a41edd-d0fe-489d-9972-6088485d3eca None None] The sync data for ids ['ebb8286e-ec4e-44fa-90f3-087c5175885c'] in dv-cinder-759961-3-iscsi is: [{'id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'name': 'tempest-ServerRescueNegativeTestJSON-733514384-router', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:30Z', 'revision_number': 3, 'project_id': 'a8b739a7300f42a08378410cc354c5a2', 'gw_port': {'id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:28Z', 'updated_at': '2021-02-17T00:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:11:39.909197 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c1234194-ef1c-4a58-85b6-f25944545339 req-e61c22a2-50ef-40bf-bb22-5d78c70299dc tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 210 time: 1.2308133 Feb 17 00:11:39.932545 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Request body: {'port': {'device_id': 'cf776434-f792-49d0-8d85-26b2eb649091', 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b', 'admin_state_up': True, 'tenant_id': '86e6d2827f514b628230f7b277476dc5'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:40.222016 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1faa026a-be09-44ad-aead-3cbb7f3ea0db req-66731c7b-5144-4b03-80df-528a2c2561b8 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 210 time: 1.4057775 Feb 17 00:11:40.242419 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f85d7d7a-daa6-4953-9fd6-016b41f5a96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:40.367887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f85d7d7a-daa6-4953-9fd6-016b41f5a96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:40.401969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d9675e58-45a8-4024-b79e-26939295476d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:40.424623 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:40.466270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:40.481137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0b234ada-f48b-4418-abb3-e8dc48474c19 None None] Provisioning complete for port 681c557d-6bff-4eca-9f1f-f209e316210a triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:40.481626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b234ada-f48b-4418-abb3-e8dc48474c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:40.513937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d7d7a-daa6-4953-9fd6-016b41f5a96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fbe053-db4f-4ed8-b510-92c391923603,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:40.559153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f85d7d7a-daa6-4953-9fd6-016b41f5a96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:40.577860 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:40.714451 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:40.726242 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f85d7d7a-daa6-4953-9fd6-016b41f5a96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:40.727959 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f85d7d7a-daa6-4953-9fd6-016b41f5a96b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/84fbe053-db4f-4ed8-b510-92c391923603 HTTP/1.1" status: 204 len: 168 time: 2.6225851 Feb 17 00:11:40.748741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 681c557d-6bff-4eca-9f1f-f209e316210a, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=681c557d-6bff-4eca-9f1f-f209e316210a,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:40.758785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:40.918114 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:40.944079 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5147f685-5067-4d83-b92f-3fcc7ec3bd4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:41.062089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:41.109109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Usage tracker for resource:port and tenant:86e6d2827f514b628230f7b277476dc5 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:41.133163 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:41.147163 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:41.245464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:41.255017 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.resource_extend [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 00:11:41.310122 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=681c557d-6bff-4eca-9f1f-f209e316210a,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:41.329513 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 92654142-ba4e-45f2-96ae-2b2706c75162 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:41.429804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:41.430593 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Made reservation on behalf of 86e6d2827f514b628230f7b277476dc5 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:41.436650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:41.468709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:41.624596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Network 9c1c6257-31fa-4c36-9097-e14461993376 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:41.633105 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:41.644860 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:41.675884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-bfdb32ce-8ee0-49a9-9a82-d825f06df9c8 None None] Provisioning complete for port 681c557d-6bff-4eca-9f1f-f209e316210a triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:41.676311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bfdb32ce-8ee0-49a9-9a82-d825f06df9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:41.685973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-56126d3f-9c9a-47f7-869a-c297287d76e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:41.756783 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:11:41.761804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:41.762835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:41.788120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:41.861038 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 92654142-ba4e-45f2-96ae-2b2706c75162 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:11:41.879906 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 92654142-ba4e-45f2-96ae-2b2706c75162 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:41.880943 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:41.909289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:41.936876 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.6226950 Feb 17 00:11:41.940641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Pushing event updated for resources: {'Port': ['ID=a885a0c7-3d4e-4034-9516-50ba3083b624,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:41.948714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:41.985309 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-103be2aa-ad9c-4c7f-9167-47b3a78f07ad tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:11:41.985810 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Transition to ACTIVE for port object 02cba326-05a1-4ece-9996-fdd4ae86ee5a will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:11:41.986028 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-103be2aa-ad9c-4c7f-9167-47b3a78f07ad tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063322 Feb 17 00:11:42.005101 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:42.010673 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-713eac7d-a332-410d-8da4-178717acf5aa req-1f4cf95b-2cda-40d7-a049-49f62ce84f6c tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 210 time: 0.5847549 Feb 17 00:11:42.246629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2afb69e8-fdec-4ad5-88f6-5205af045606,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:42.405328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dc5a1eac-0f46-42e3-9e0a-e95fca1b3347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:42.466632 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:42.483029 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Allocated IP 172.20.0.14 (9f3635fc-d9cf-406e-b875-e47aa8a1b67b/b2bb5263-4288-4940-b735-22dadc7bf870/35605fd0-483e-4cc6-a720-595db89a26f8) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:11:42.496815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:42.513664 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Allocated IP 172.20.0.1 (57d6da7b-4930-4140-bc62-e7e2e204c324/3aec74a8-fd66-4f13-9886-40a99c261d47/f1e9513a-65e7-4a03-95ed-644b026e1e0b) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:11:42.627856 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c06de-5082-4fb5-a910-d0822cb1cc06 req-3df4fefc-c408-453d-9ec5-fc4adf2efeca tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:42.636729 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c44c06de-5082-4fb5-a910-d0822cb1cc06 req-3df4fefc-c408-453d-9ec5-fc4adf2efeca tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 932 time: 0.9589589 Feb 17 00:11:42.728877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:42.746596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Transition to ACTIVE for port object f1e9513a-65e7-4a03-95ed-644b026e1e0b will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:11:42.754362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a455a0f-4aa3-41eb-adc0-b8a3d035178d None None] Pushing event updated for resources: {'Port': ['ID=02cba326-05a1-4ece-9996-fdd4ae86ee5a,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:42.782281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:42.783834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 92654142-ba4e-45f2-96ae-2b2706c75162, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=92654142-ba4e-45f2-96ae-2b2706c75162,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:42.785401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a455a0f-4aa3-41eb-adc0-b8a3d035178d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:42.800329 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:42.806489 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:42.822425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:42.833709 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c44c06de-5082-4fb5-a910-d0822cb1cc06 req-ebe85a0a-9916-4e31-8827-b0aa3a753b22 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954219 Feb 17 00:11:42.963814 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Allocated IP 172.20.0.1 (292ce40c-118c-44c2-8c05-5400235fe99a/fe671e02-7907-41b0-90ea-0ea88628cba7/34216114-cbfb-4f8c-94d9-30b2af10fc21) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:11:42.978368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Checking segment: {'id': 'e7115e61-ddf6-4b28-9b31-9c3ffe0db639', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14f67bc8-80bd-4b64-8639-28d2b20c0e69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:42.978886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Network hostable DHCP agents. Network: 14f67bc8-80bd-4b64-8639-28d2b20c0e69, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:11:42.987571 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=92654142-ba4e-45f2-96ae-2b2706c75162,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:43.002567 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:43.017359 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Attempting to bind port 02cba326-05a1-4ece-9996-fdd4ae86ee5a on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:11:43.017780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Attempting to bind port 02cba326-05a1-4ece-9996-fdd4ae86ee5a by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:11:43.018186 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Attempting to bind port 02cba326-05a1-4ece-9996-fdd4ae86ee5a on network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:11:43.032898 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:11:43.033323 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Checking segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:43.033772 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:43.034209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Bound using segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:11:43.034733 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Bound port: 02cba326-05a1-4ece-9996-fdd4ae86ee5a, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:11:43.038157 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:43.192422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Request body: {'port': {'device_id': 'f24863d1-8569-4658-9501-b96c501df747', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:43.200578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] For port 02cba326-05a1-4ece-9996-fdd4ae86ee5a, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:11:43.203949 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] For port 02cba326-05a1-4ece-9996-fdd4ae86ee5a, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=02cba326-05a1-4ece-9996-fdd4ae86ee5a,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:11:43.207431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 681c557d-6bff-4eca-9f1f-f209e316210a up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:43.246931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Network 14f67bc8-80bd-4b64-8639-28d2b20c0e69 is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:11:43.281262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:43.300422 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2c20f05-f589-47b5-bc5b-9685e60e9172 req-fc446f42-ae23-4682-be33-6a53638b3ab7 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 210 time: 0.0650046 Feb 17 00:11:43.328243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 14f67bc8-80bd-4b64-8639-28d2b20c0e69) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:43.332812 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:43.333920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:43.366660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-eeee2870-1c99-4ca2-b555-9545093fc86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:43.382829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:43.387432 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.9672575 Feb 17 00:11:43.419071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2883c36b-0d9c-4621-9fa8-ef9e2dee3db2 None None] Network 14f67bc8-80bd-4b64-8639-28d2b20c0e69 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:43.471496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:43.498019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e9513a-65e7-4a03-95ed-644b026e1e0b,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:43.500200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52966) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:43.529086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:43.543427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:43.590683 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0632cb67-61b6-43b2-a63b-595e26babbd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:43.700041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a455a0f-4aa3-41eb-adc0-b8a3d035178d None None] Pushing event updated for resources: {'Port': ['ID=02cba326-05a1-4ece-9996-fdd4ae86ee5a,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:43.709929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a455a0f-4aa3-41eb-adc0-b8a3d035178d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:43.742370 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 52974) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:43.751835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 681c557d-6bff-4eca-9f1f-f209e316210a triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:43.752253 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:43.895001 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:43.895865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:11:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:43.955167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Network 57d6da7b-4930-4140-bc62-e7e2e204c324 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:43.963851 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:43.983734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:11:43.984526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367999'] for router_interface, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:44.046427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:44.114117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742488'] for router, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:44.185330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c7a7ed-addb-4e7e-87d8-8f3287875470 None None] Network 14f67bc8-80bd-4b64-8639-28d2b20c0e69 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:11:44.221313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Pushing event updated for resources: {'Port': ['ID=35605fd0-483e-4cc6-a720-595db89a26f8,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:44.232824 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:44.239333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:44.439709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-048316c9-1e32-4167-8a6e-99cb196708c5 None None] Provisioning for port f1e9513a-65e7-4a03-95ed-644b026e1e0b completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:11:44.466733 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-048316c9-1e32-4167-8a6e-99cb196708c5 None None] Provisioning complete for port f1e9513a-65e7-4a03-95ed-644b026e1e0b triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:44.467152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-048316c9-1e32-4167-8a6e-99cb196708c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:44.516548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:44.532520 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:44.578669 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:44.604258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Pushing event updated for resources: {'Port': ['ID=34216114-cbfb-4f8c-94d9-30b2af10fc21,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:44.616807 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Network 292ce40c-118c-44c2-8c05-5400235fe99a is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:44.622462 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:44.627869 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:44.633262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7d0479d5-28a1-4364-b13b-d1c539a306d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:44.693796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:11:44.694347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367999'] for router_interface, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:44.812789 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-048316c9-1e32-4167-8a6e-99cb196708c5 None None] Port f1e9513a-65e7-4a03-95ed-644b026e1e0b cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:11:44.874709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616bb80-d2d9-4a8c-a667-2a81b54e88bd req-05de72d3-eac4-4f21-86de-efa6e3dab642 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:44.881437 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5616bb80-d2d9-4a8c-a667-2a81b54e88bd req-05de72d3-eac4-4f21-86de-efa6e3dab642 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 932 time: 0.6497569 Feb 17 00:11:44.890574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7d0479d5-28a1-4364-b13b-d1c539a306d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:44.894630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7d0479d5-28a1-4364-b13b-d1c539a306d5 admin admin] Usage tracker for resource:security_group_rule and tenant:71094bb695b4411bb24e2600189f8ce3 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:44.898784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7d0479d5-28a1-4364-b13b-d1c539a306d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:44.904518 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7d0479d5-28a1-4364-b13b-d1c539a306d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:45.063193 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7d0479d5-28a1-4364-b13b-d1c539a306d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.071003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5539ca-f117-4e41-bc98-136e7e639c61 admin admin] Deleting subnet d81b4db9-d7db-4a39-8d18-b85c5c507688 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:11:45.122948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 92654142-ba4e-45f2-96ae-2b2706c75162 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:45.147654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a5539ca-f117-4e41-bc98-136e7e639c61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.189921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7d0479d5-28a1-4364-b13b-d1c539a306d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.220510 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Router 5bafd354-a383-4b8f-9dda-f03cd34465f3 is scheduled to L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 with binding_index 1 {{(pid=84027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:11:45.229258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f85d7d7a-daa6-4953-9fd6-016b41f5a96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:45.272414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 92654142-ba4e-45f2-96ae-2b2706c75162 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:45.272875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.282722 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5616bb80-d2d9-4a8c-a667-2a81b54e88bd req-67824954-2e74-4a32-89fd-77b4e951ec3e tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003050 Feb 17 00:11:45.322803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a5539ca-f117-4e41-bc98-136e7e639c61 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.350710 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7d0479d5-28a1-4364-b13b-d1c539a306d5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=71094bb695b4411bb24e2600189f8ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8437114 Feb 17 00:11:45.357175 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0479d5-28a1-4364-b13b-d1c539a306d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47648a66-13a2-4038-973c-3cb5c33bcdef,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:45.369024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 53006) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:45.374960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a5539ca-f117-4e41-bc98-136e7e639c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.405867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:30Z', 'revision_number': 3, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:45.414141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d3b11-60a6-4199-9d6e-b5ef618ab126 None None] The sync data for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi is: [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:30Z', 'revision_number': 3, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:11:45.420387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3ce8-6625-4db3-a10f-8ff8045b8653 req-ec1f970a-4f8f-4de5-adc9-0d3a55cf7db4 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:45.422628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-0eaf3ce8-6625-4db3-a10f-8ff8045b8653 req-ec1f970a-4f8f-4de5-adc9-0d3a55cf7db4 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Synchronizing usage tracker for tenant:86e6d2827f514b628230f7b277476dc5 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:11:45.430053 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7d0479d5-28a1-4364-b13b-d1c539a306d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:45.545361 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.558421 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.573958 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850882131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407911'] for router_interface, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.594154 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:45.625092 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:45.628509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-0eaf3ce8-6625-4db3-a10f-8ff8045b8653 req-ec1f970a-4f8f-4de5-adc9-0d3a55cf7db4 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Unset dirty status for tenant:86e6d2827f514b628230f7b277476dc5 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:11:45.629814 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0eaf3ce8-6625-4db3-a10f-8ff8045b8653 req-ec1f970a-4f8f-4de5-adc9-0d3a55cf7db4 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 932 time: 1.0268533 Feb 17 00:11:45.648368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:45.663436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:11:45.667838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:45.668491 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.754694 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:11:45.768660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Sync routers for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:11:45.782519 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:45.783702 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:11:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:45.797151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-035c1bd8-a3fb-4f65-8d15-42c182c500d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.803698 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e9513a-65e7-4a03-95ed-644b026e1e0b,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:45.848185 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-22613fc7-c57e-497a-bf5c-733c1a952c54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2145050 Feb 17 00:11:45.873855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:45.876256 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-0eaf3ce8-6625-4db3-a10f-8ff8045b8653 req-106b7798-e8f2-49b3-8fad-f37958bf3d18 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Synchronizing usage tracker for tenant:86e6d2827f514b628230f7b277476dc5 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:11:45.902911 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Request body: {'port': {'device_id': 'cf776434-f792-49d0-8d85-26b2eb649091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:45.931275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:45.935577 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 15.8766596 Feb 17 00:11:45.938301 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53010) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:46.006986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a885a0c7-3d4e-4034-9516-50ba3083b624 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:11:46.032530 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-035c1bd8-a3fb-4f65-8d15-42c182c500d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.040766 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.083070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:46.453622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-0eaf3ce8-6625-4db3-a10f-8ff8045b8653 req-106b7798-e8f2-49b3-8fad-f37958bf3d18 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Unset dirty status for tenant:86e6d2827f514b628230f7b277476dc5 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:11:46.464182 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0eaf3ce8-6625-4db3-a10f-8ff8045b8653 req-106b7798-e8f2-49b3-8fad-f37958bf3d18 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8134196 Feb 17 00:11:46.494785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.523228 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.614890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:39Z', 'revision_number': 3, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:46.620451 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Checking router: 5bafd354-a383-4b8f-9dda-f03cd34465f3 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:11:46.621017 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Updating router 5bafd354-a383-4b8f-9dda-f03cd34465f3 port 069a65ea-a1bd-4ed0-9225-11e68c33ba71 binding host dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:11:46.677031 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Network 57d6da7b-4930-4140-bc62-e7e2e204c324 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:46.690653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:46.697887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Transition to ACTIVE for port object a885a0c7-3d4e-4034-9516-50ba3083b624 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:11:46.700409 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.707179 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-035c1bd8-a3fb-4f65-8d15-42c182c500d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.712785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a5539ca-f117-4e41-bc98-136e7e639c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.731184 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:46.886691 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:46.913587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c1bd8-a3fb-4f65-8d15-42c182c500d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47648a66-13a2-4038-973c-3cb5c33bcdef,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:46.916413 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-035c1bd8-a3fb-4f65-8d15-42c182c500d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:46.933578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:46.969864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13d51a2d-6b72-450e-ae1c-382dc1e143a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:47.024603 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-035c1bd8-a3fb-4f65-8d15-42c182c500d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.025887 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-035c1bd8-a3fb-4f65-8d15-42c182c500d7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/47648a66-13a2-4038-973c-3cb5c33bcdef HTTP/1.1" status: 204 len: 168 time: 1.5982707 Feb 17 00:11:47.049974 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a5539ca-f117-4e41-bc98-136e7e639c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.054439 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6a5539ca-f117-4e41-bc98-136e7e639c61 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d81b4db9-d7db-4a39-8d18-b85c5c507688 HTTP/1.1" status: 204 len: 168 time: 2.8276987 Feb 17 00:11:47.058312 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5539ca-f117-4e41-bc98-136e7e639c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d81b4db9-d7db-4a39-8d18-b85c5c507688,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:47.061613 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6a5539ca-f117-4e41-bc98-136e7e639c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:47.085532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 53030) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:47.085898 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7cacb29e-4743-4021-a024-dcaa0489e5c4 None None] Provisioning complete for port f1e9513a-65e7-4a03-95ed-644b026e1e0b triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:47.086479 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7cacb29e-4743-4021-a024-dcaa0489e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.163182 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacadbe-46d9-49fc-892d-f7d8624cc9b0 req-b8d10fc5-9995-4abc-8a7a-e64efbdcd19b tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:47.163547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a885a0c7-3d4e-4034-9516-50ba3083b624,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:47.164985 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-abacadbe-46d9-49fc-892d-f7d8624cc9b0 req-b8d10fc5-9995-4abc-8a7a-e64efbdcd19b tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 932 time: 0.6233175 Feb 17 00:11:47.216585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-7cacb29e-4743-4021-a024-dcaa0489e5c4 None None] Port f1e9513a-65e7-4a03-95ed-644b026e1e0b cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:11:47.221300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 02cba326-05a1-4ece-9996-fdd4ae86ee5a up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:47.330852 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 02cba326-05a1-4ece-9996-fdd4ae86ee5a completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:11:47.338579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 02cba326-05a1-4ece-9996-fdd4ae86ee5a triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:47.339151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.347884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.364953 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Transition to ACTIVE for port object 069a65ea-a1bd-4ed0-9225-11e68c33ba71 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:11:47.368965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.375024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:47.386612 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:47.430974 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-abacadbe-46d9-49fc-892d-f7d8624cc9b0 req-6fcd6b94-31fc-4feb-9204-ece4f3fe2aae tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317863 Feb 17 00:11:47.481166 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.534746 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.553172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53038) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:47.556874 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 02cba326-05a1-4ece-9996-fdd4ae86ee5a, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=02cba326-05a1-4ece-9996-fdd4ae86ee5a,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:47.563079 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.567809 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:47.590131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b9203e70-51d7-4ab1-90c7-f058950ac5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.600074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e3a5d-bc28-4a80-bfe2-baadcd3c7f09 None None] Pushing event updated for resources: {'Port': ['ID=069a65ea-a1bd-4ed0-9225-11e68c33ba71,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:47.612146 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d47e3a5d-bc28-4a80-bfe2-baadcd3c7f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:47.676950 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=02cba326-05a1-4ece-9996-fdd4ae86ee5a,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:47.689677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:47.720416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b9203e70-51d7-4ab1-90c7-f058950ac5c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:47.726336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b9203e70-51d7-4ab1-90c7-f058950ac5c2 admin admin] Usage tracker for resource:security_group_rule and tenant:1981337bfab143fe9788f02f3148c1fb is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:47.738555 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Attempting to bind port 069a65ea-a1bd-4ed0-9225-11e68c33ba71 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:11:47.738967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Attempting to bind port 069a65ea-a1bd-4ed0-9225-11e68c33ba71 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:11:47.739375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Attempting to bind port 069a65ea-a1bd-4ed0-9225-11e68c33ba71 on network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:11:47.745979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:11:47.746695 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Checking segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:47.746834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.747225 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Bound using segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:11:47.747743 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Bound port: 069a65ea-a1bd-4ed0-9225-11e68c33ba71, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:11:47.748796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.756401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b9203e70-51d7-4ab1-90c7-f058950ac5c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:47.777411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b9203e70-51d7-4ab1-90c7-f058950ac5c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:47.834496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] For port 069a65ea-a1bd-4ed0-9225-11e68c33ba71, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:11:47.837855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] For port 069a65ea-a1bd-4ed0-9225-11e68c33ba71, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=069a65ea-a1bd-4ed0-9225-11e68c33ba71,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:11:47.845376 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.868404 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:47.956382 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.965980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:47.995466 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:11:48.056507 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e3a5d-bc28-4a80-bfe2-baadcd3c7f09 None None] Pushing event updated for resources: {'Port': ['ID=069a65ea-a1bd-4ed0-9225-11e68c33ba71,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:48.059369 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:48.073195 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d47e3a5d-bc28-4a80-bfe2-baadcd3c7f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:48.082494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b9203e70-51d7-4ab1-90c7-f058950ac5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:48.091578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850882131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407911'] for router_interface, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:48.126629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:48.127483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:11:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:48.161516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Attempting to bind port a885a0c7-3d4e-4034-9516-50ba3083b624 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:11:48.161883 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Attempting to bind port a885a0c7-3d4e-4034-9516-50ba3083b624 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '3a12347b-2c7d-448a-98fc-6ed7b5a3d813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9c1c6257-31fa-4c36-9097-e14461993376'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:11:48.162275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Attempting to bind port a885a0c7-3d4e-4034-9516-50ba3083b624 on network 9c1c6257-31fa-4c36-9097-e14461993376 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:11:48.175392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b9203e70-51d7-4ab1-90c7-f058950ac5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:48.305755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:11:48.306145 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Checking segment: {'id': '3a12347b-2c7d-448a-98fc-6ed7b5a3d813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9c1c6257-31fa-4c36-9097-e14461993376'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:48.306612 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:48.307019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Bound using segment: {'id': '3a12347b-2c7d-448a-98fc-6ed7b5a3d813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9c1c6257-31fa-4c36-9097-e14461993376'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:11:48.307557 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Bound port: a885a0c7-3d4e-4034-9516-50ba3083b624, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12347b-2c7d-448a-98fc-6ed7b5a3d813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9c1c6257-31fa-4c36-9097-e14461993376'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:11:48.307945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:48.320805 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53048) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:48.327182 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:48.351261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:48.535997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:48.627446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cfeee-dccd-4b74-8db8-db9e00c45e80 req-919fb575-c1d8-47a4-b803-d832093b2ee3 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:48.629252 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a87cfeee-dccd-4b74-8db8-db9e00c45e80 req-919fb575-c1d8-47a4-b803-d832093b2ee3 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 932 time: 0.9499528 Feb 17 00:11:48.700415 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b9203e70-51d7-4ab1-90c7-f058950ac5c2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1981337bfab143fe9788f02f3148c1fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1400113 Feb 17 00:11:48.701289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9203e70-51d7-4ab1-90c7-f058950ac5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eac40f7-50f4-4d27-9070-4c9ed19f2a28,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:48.704851 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b9203e70-51d7-4ab1-90c7-f058950ac5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:48.707914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53060) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:48.719193 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a5730e0-08bb-4098-bb4d-2c755c692bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:48.747574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.747992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.748865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.749243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > port after_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.749597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.749958 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > port after_update 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.750540 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.750652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.750989 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.751433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.765919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:48.767613 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:39Z', 'revision_number': 3, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:48.772375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798dcf9-3604-4e5f-93a1-31f44e28acb3 None None] The sync data for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi is: [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:39Z', 'revision_number': 3, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:11:48.779992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5a5730e0-08bb-4098-bb4d-2c755c692bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:48.822382 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5a5730e0-08bb-4098-bb4d-2c755c692bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:e6f144d4de8641cda4833bd3f55f5f53 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:48.839171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5a5730e0-08bb-4098-bb4d-2c755c692bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:48.862795 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5a5730e0-08bb-4098-bb4d-2c755c692bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:48.896031 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] For port a885a0c7-3d4e-4034-9516-50ba3083b624, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:11:48.920796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.921203 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.921574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.921937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:11:48.922739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6658d44-c7f9-4834-873a-80f1f520f0d5']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:48.933828 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:11:48.944367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Sync routers for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:11:48.959639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:48.960528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:11:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:48.963703 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Network 292ce40c-118c-44c2-8c05-5400235fe99a is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:48.972707 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:48.975357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Pushing event updated for resources: {'Port': ['ID=34216114-cbfb-4f8c-94d9-30b2af10fc21,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:49.008842 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df2a8f8-1df9-4e98-a715-aeba227bb569') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:49.009188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df2a8f8-1df9-4e98-a715-aeba227bb569') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:49.048389 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:11:49.065754 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] For port a885a0c7-3d4e-4034-9516-50ba3083b624, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a885a0c7-3d4e-4034-9516-50ba3083b624,segment=NetworkSegment(3a12347b-2c7d-448a-98fc-6ed7b5a3d813),segment_id=3a12347b-2c7d-448a-98fc-6ed7b5a3d813)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:11:49.139988 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a87cfeee-dccd-4b74-8db8-db9e00c45e80 req-09536f6a-c5e7-4a1b-a19c-ddc0f9d2bf0e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750664 Feb 17 00:11:49.147716 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240581'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.164345 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a5730e0-08bb-4098-bb4d-2c755c692bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.166371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.174518 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a5730e0-08bb-4098-bb4d-2c755c692bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.203898 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d2634d53-54eb-427b-9475-9f306fe0d0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:49.252089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:49.260991 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:49.271151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.287543 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:11:49.322566 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 02cba326-05a1-4ece-9996-fdd4ae86ee5a up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:49.387962 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.resource_extend [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 00:11:49.416352 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a2cba-3438-4350-aafd-e9394b671781 req-1a524272-3e72-4066-8e90-3befcfa90d06 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:49.424069 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-028a2cba-3438-4350-aafd-e9394b671781 req-1a524272-3e72-4066-8e90-3befcfa90d06 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 944 time: 0.7643926 Feb 17 00:11:49.546916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a885a0c7-3d4e-4034-9516-50ba3083b624,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:49.559963 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:49.561110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-002d6f3d-440b-40e7-88de-2ce2c04a9d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.606853 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-002d6f3d-440b-40e7-88de-2ce2c04a9d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.654499 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35605fd0-483e-4cc6-a720-595db89a26f8 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:11:49.662641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Network f6658d44-c7f9-4834-873a-80f1f520f0d5 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:11:49.666757 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ed1c3566-50f1-416e-9439-ea6890c917ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:49.676122 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 02cba326-05a1-4ece-9996-fdd4ae86ee5a triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:49.677151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.678704 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5a5730e0-08bb-4098-bb4d-2c755c692bb6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e6f144d4de8641cda4833bd3f55f5f53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3437812 Feb 17 00:11:49.680645 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] 10.222.0.74 "PUT /v2.0/routers/f6adb9cf-4f3c-4943-a32a-fc3d7f11b211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1375341 Feb 17 00:11:49.684854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53066) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:49.694801 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-028a2cba-3438-4350-aafd-e9394b671781 req-d0bccbce-1a98-43fd-9b89-1e06274e6e70 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694821 Feb 17 00:11:49.699235 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565812'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.700395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-002d6f3d-440b-40e7-88de-2ce2c04a9d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.714969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:49.716117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.719161 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] 10.222.0.44 "PUT /v2.0/ports/a885a0c7-3d4e-4034-9516-50ba3083b624 HTTP/1.1" status: 200 len: 1158 time: 6.9468307 Feb 17 00:11:49.726257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Router ebb8286e-ec4e-44fa-90f3-087c5175885c has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:11:49.729718 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.736800 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 2, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:49.743964 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Checking router: f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:11:49.744442 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Updating router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 port f1e9513a-65e7-4a03-95ed-644b026e1e0b binding host dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:11:49.770079 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24863d1-8569-4658-9501-b96c501df747', 'tag': 'a885a0c7-3d4e-4034-9516-50ba3083b624'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:11:49.831024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Transition to ACTIVE for port object 35605fd0-483e-4cc6-a720-595db89a26f8 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:11:49.847418 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.902313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:49.999212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5730e0-08bb-4098-bb4d-2c755c692bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5835451-a366-44c9-bd5e-fad35078a48d,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:50.002797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a5730e0-08bb-4098-bb4d-2c755c692bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:50.024975 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:50.073862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:50.119173 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-002d6f3d-440b-40e7-88de-2ce2c04a9d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:50.120451 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-002d6f3d-440b-40e7-88de-2ce2c04a9d2d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9eac40f7-50f4-4d27-9070-4c9ed19f2a28 HTTP/1.1" status: 204 len: 168 time: 1.4029260 Feb 17 00:11:50.137044 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d556e6f3-e3b6-4245-9099-2c27b1e79249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:50.138978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d6f3d-440b-40e7-88de-2ce2c04a9d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eac40f7-50f4-4d27-9070-4c9ed19f2a28,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:50.149479 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-002d6f3d-440b-40e7-88de-2ce2c04a9d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:50.257035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-59dc6bf4-e05e-45b1-ad11-4a84d0623a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:50.258694 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-59dc6bf4-e05e-45b1-ad11-4a84d0623a69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf614b1ac68344feb43c178f3107a925&device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 1161 time: 0.4024754 Feb 17 00:11:50.283706 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Pushing event updated for resources: {'Port': ['ID=35605fd0-483e-4cc6-a720-595db89a26f8,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:50.303718 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:50.347551 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Network f6658d44-c7f9-4834-873a-80f1f520f0d5 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:11:50.353798 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d556e6f3-e3b6-4245-9099-2c27b1e79249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:50.374999 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-29b989b5-00df-4622-ae16-e4f5876efec7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a885a0c7-3d4e-4034-9516-50ba3083b624 HTTP/1.1" status: 200 len: 217 time: 0.1049063 Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: from cryptography.utils import int_from_bytes Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: from cryptography.utils import int_from_bytes Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: (rel_b, rel_a, rel_b), Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:11:50.398190 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:11:50.571366 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Allocated IP 172.20.0.1 (2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f/e79efc6c-52dc-4bc6-86b5-06ed067c4e88/3d09ae52-630b-4a3e-a476-7aee85de3867) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:11:50.575161 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-fedeaebb-7135-490c-8512-8e22ef7f4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:50.577256 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-fedeaebb-7135-490c-8512-8e22ef7f4c4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=19a6a3f1-435a-4f6c-b256-aa0f31fb77b5 HTTP/1.1" status: 200 len: 851 time: 0.1439059 Feb 17 00:11:50.607120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:50.623848 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:11:50.634350 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:50.642057 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Sync routers for ids ['ebb8286e-ec4e-44fa-90f3-087c5175885c'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:11:50.664620 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-25f17e31-fed8-445d-86f4-e3282703294e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c1c6257-31fa-4c36-9097-e14461993376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801890 Feb 17 00:11:50.666259 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:50.669228 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6658d44-c7f9-4834-873a-80f1f520f0d5,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:50.669364 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d556e6f3-e3b6-4245-9099-2c27b1e79249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:50.681481 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:50.682350 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Routers {'ebb8286e-ec4e-44fa-90f3-087c5175885c'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:50.683053 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:11:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['ebb8286e-ec4e-44fa-90f3-087c5175885c'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:50.763587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c794a28-bcab-4d71-846a-cb0d2e311648 req-a44d0a43-141b-41ea-8d75-f8917ba5b775 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:50.765625 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8c794a28-bcab-4d71-846a-cb0d2e311648 req-a44d0a43-141b-41ea-8d75-f8917ba5b775 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 944 time: 0.3745074 Feb 17 00:11:50.780713 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] 10.222.0.74 "PUT /v2.0/routers/ebb8286e-ec4e-44fa-90f3-087c5175885c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2849424 Feb 17 00:11:50.780713 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] 10.222.0.74 "DELETE /v2.0/networks/f6658d44-c7f9-4834-873a-80f1f520f0d5 HTTP/1.1" status: 204 len: 168 time: 3.6839900 Feb 17 00:11:50.780713 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 53098) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:50.926588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:50.944966 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-4ef5eb84-cc1b-42a0-8462-b2da0d8a1ba4 service neutron] 10.222.0.44 "GET /v2.0/networks/9c1c6257-31fa-4c36-9097-e14461993376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561049 Feb 17 00:11:51.000749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.044583 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Transition to ACTIVE for port object f1e9513a-65e7-4a03-95ed-644b026e1e0b will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:11:51.053949 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.234525 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 53106) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:51.276289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525634839', 'description': 'tempest-description--1378654527'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:51.277613 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:51.294582 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Attempting to bind port 35605fd0-483e-4cc6-a720-595db89a26f8 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:11:51.299524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Attempting to bind port 35605fd0-483e-4cc6-a720-595db89a26f8 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:11:51.299524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Attempting to bind port 35605fd0-483e-4cc6-a720-595db89a26f8 on network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:11:51.308193 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8c794a28-bcab-4d71-846a-cb0d2e311648 req-5523dafd-5fd3-4350-bc2d-aa724c6eb80c tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303714 Feb 17 00:11:51.329057 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:51.331762 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:11:51.332144 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Checking segment: {'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:51.332588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.336504 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Bound using segment: {'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:11:51.337132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Bound port: 35605fd0-483e-4cc6-a720-595db89a26f8, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:11:51.337533 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.348853 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 069a65ea-a1bd-4ed0-9225-11e68c33ba71 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:51.371027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Usage tracker for resource:security_group and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:51.392764 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:51.460071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556e6f3-e3b6-4245-9099-2c27b1e79249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5835451-a366-44c9-bd5e-fad35078a48d,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:51.483171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d556e6f3-e3b6-4245-9099-2c27b1e79249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:51.541107 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:51.542260 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d556e6f3-e3b6-4245-9099-2c27b1e79249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.549673 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d556e6f3-e3b6-4245-9099-2c27b1e79249 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c5835451-a366-44c9-bd5e-fad35078a48d HTTP/1.1" status: 204 len: 168 time: 1.8518202 Feb 17 00:11:51.570932 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae4d444-280a-494b-b5c8-537dfb1eeb04 admin admin] Deleting subnet 2afb69e8-fdec-4ad5-88f6-5205af045606 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:11:51.578503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2ae4d444-280a-494b-b5c8-537dfb1eeb04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.652802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abf95f-cec5-4121-afee-0aaaefe27fcb None None] Pushing event updated for resources: {'Port': ['ID=f1e9513a-65e7-4a03-95ed-644b026e1e0b,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:51.699955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.772215 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Set router ebb8286e-ec4e-44fa-90f3-087c5175885c gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:51.773390 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c1abf95f-cec5-4121-afee-0aaaefe27fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:51.782269 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24863d1-8569-4658-9501-b96c501df747', 'tag': 'a885a0c7-3d4e-4034-9516-50ba3083b624', 'status': 'completed', 'code': 200} Feb 17 00:11:51.808874 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d95802e1-1b72-4f98-862a-ed80c5f45a82 req-2550910e-bb6a-4c15-82e3-0586435cd0be service neutron] 10.222.0.44 "GET /v2.0/networks/9c1c6257-31fa-4c36-9097-e14461993376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8522713 Feb 17 00:11:51.847083 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] For port 35605fd0-483e-4cc6-a720-595db89a26f8, host hv-cinder-75996, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:11:51.850820 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.897290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2ae4d444-280a-494b-b5c8-537dfb1eeb04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844535203'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.899743 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Attempting to bind port f1e9513a-65e7-4a03-95ed-644b026e1e0b on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:11:51.900169 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Attempting to bind port f1e9513a-65e7-4a03-95ed-644b026e1e0b by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:11:51.900586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Attempting to bind port f1e9513a-65e7-4a03-95ed-644b026e1e0b on network 57d6da7b-4930-4140-bc62-e7e2e204c324 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:11:51.906735 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 069a65ea-a1bd-4ed0-9225-11e68c33ba71 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:11:51.916509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:11:51.916876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Checking segment: {'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:51.917392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.918003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Bound using segment: {'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:11:51.918837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Bound port: f1e9513a-65e7-4a03-95ed-644b026e1e0b, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:11:51.919299 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.936416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] For port 35605fd0-483e-4cc6-a720-595db89a26f8, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=35605fd0-483e-4cc6-a720-595db89a26f8,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:11:51.942434 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 069a65ea-a1bd-4ed0-9225-11e68c33ba71 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:51.943086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.944970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:51.948538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:51.961639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Usage tracker for resource:security_group_rule and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:51.993229 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:51.996951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:51.997782 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Transition to ACTIVE for port object 3d09ae52-630b-4a3e-a476-7aee85de3867 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:11:52.085768 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:52.129672 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ead6e-61b5-4474-af0d-2aa6bee426d0 req-4382d9d1-1ac3-401d-83ad-38102f9475b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:52.139185 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf2ead6e-61b5-4474-af0d-2aa6bee426d0 req-4382d9d1-1ac3-401d-83ad-38102f9475b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf614b1ac68344feb43c178f3107a925&device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 1161 time: 0.2418885 Feb 17 00:11:52.148241 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:52.330003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] For port f1e9513a-65e7-4a03-95ed-644b026e1e0b, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:11:52.334667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] For port f1e9513a-65e7-4a03-95ed-644b026e1e0b, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=f1e9513a-65e7-4a03-95ed-644b026e1e0b,segment=NetworkSegment(d32b24fb-87d0-46fe-8b30-16f78d59e8cf),segment_id=d32b24fb-87d0-46fe-8b30-16f78d59e8cf)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:11:52.345014 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:52.350748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Pushing event updated for resources: {'Port': ['ID=35605fd0-483e-4cc6-a720-595db89a26f8,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:52.377433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:52.472926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:52.510265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53148) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:52.541500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Pushing event updated for resources: {'Port': ['ID=3d09ae52-630b-4a3e-a476-7aee85de3867,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:52.619130 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'name': 'tempest-ServerRescueNegativeTestJSON-733514384-router', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:45Z', 'revision_number': 4, 'project_id': 'a8b739a7300f42a08378410cc354c5a2', 'gw_port': {'id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:28Z', 'updated_at': '2021-02-17T00:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '34216114-cbfb-4f8c-94d9-30b2af10fc21', 'name': '', 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'mac_address': 'fa:16:3e:8b:00:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'fe671e02-7907-41b0-90ea-0ea88628cba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:41Z', 'updated_at': '2021-02-17T00:11:46Z', 'revision_number': 2, 'project_id': 'a8b739a7300f42a08378410cc354c5a2', 'subnets': [{'id': 'fe671e02-7907-41b0-90ea-0ea88628cba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:52.626573 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:52.629443 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Checking router: ebb8286e-ec4e-44fa-90f3-087c5175885c for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:11:52.629848 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Updating router ebb8286e-ec4e-44fa-90f3-087c5175885c port 34216114-cbfb-4f8c-94d9-30b2af10fc21 binding host dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:11:52.648194 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:52.650468 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-632eded7-7d4b-4048-ac29-c046b548caad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:52.688481 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-632eded7-7d4b-4048-ac29-c046b548caad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:52.690343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:52.702556 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-d7e21837-5ee2-4cba-92e6-218b483ff2c3 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:52.711014 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-d7e21837-5ee2-4cba-92e6-218b483ff2c3 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/networks?id=292ce40c-118c-44c2-8c05-5400235fe99a HTTP/1.1" status: 200 len: 818 time: 0.2418902 Feb 17 00:11:52.721637 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-632eded7-7d4b-4048-ac29-c046b548caad admin admin] Usage tracker for resource:security_group_rule and tenant:ea8962e1c1c24dbba59bc513a8ded869 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:52.736592 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-632eded7-7d4b-4048-ac29-c046b548caad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:52.739703 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bf337-6ad9-4666-bdc9-893b0fe23f3a req-4136d0b6-e594-4bf0-bc30-5831e0905c67 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:52.742283 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d55bf337-6ad9-4666-bdc9-893b0fe23f3a req-4136d0b6-e594-4bf0-bc30-5831e0905c67 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 944 time: 1.0505717 Feb 17 00:11:52.743402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:52.745290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2ae4d444-280a-494b-b5c8-537dfb1eeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:52.760757 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-632eded7-7d4b-4048-ac29-c046b548caad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:52.801060 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ead6e-61b5-4474-af0d-2aa6bee426d0 req-f0b1fc48-5fc4-4c46-88ba-16681e3ca396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:52.801060 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf2ead6e-61b5-4474-af0d-2aa6bee426d0 req-f0b1fc48-5fc4-4c46-88ba-16681e3ca396 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9c1c6257-31fa-4c36-9097-e14461993376 HTTP/1.1" status: 200 len: 905 time: 0.6491392 Feb 17 00:11:52.805517 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abf95f-cec5-4121-afee-0aaaefe27fcb None None] Pushing event updated for resources: {'Port': ['ID=f1e9513a-65e7-4a03-95ed-644b026e1e0b,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:52.806463 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:52.825773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c1abf95f-cec5-4121-afee-0aaaefe27fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:52.833161 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:52.910197 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:52.918221 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:52.932177 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:52.932755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:11:52.933281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367999'] for router_interface, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:52.936988 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7013257 Feb 17 00:11:52.944871 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-37b40267-d529-475a-a4ad-64b7138a3bd5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/quotas/a8b739a7300f42a08378410cc354c5a2 HTTP/1.1" status: 200 len: 375 time: 0.2326646 Feb 17 00:11:52.945198 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf2ead6e-61b5-4474-af0d-2aa6bee426d0 req-ea56a6e2-3f95-4d22-8f4d-d58e99d6f05e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a885a0c7-3d4e-4034-9516-50ba3083b624 HTTP/1.1" status: 200 len: 217 time: 0.1289051 Feb 17 00:11:52.948574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53180) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:53.028650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:53.056119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 069a65ea-a1bd-4ed0-9225-11e68c33ba71, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=069a65ea-a1bd-4ed0-9225-11e68c33ba71,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:53.066072 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:53.088415 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:53.134335 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ead6e-61b5-4474-af0d-2aa6bee426d0 req-4e28ca59-5bd1-45a6-a10e-19bad1f3e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:53.136069 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf2ead6e-61b5-4474-af0d-2aa6bee426d0 req-4e28ca59-5bd1-45a6-a10e-19bad1f3e883 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=19a6a3f1-435a-4f6c-b256-aa0f31fb77b5 HTTP/1.1" status: 200 len: 851 time: 0.1899099 Feb 17 00:11:53.162715 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-9a617114-1cc7-4f43-8cc9-4bf52d626719 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Request body: {'security_group_rule': {'security_group_id': '4eaabdf0-26f4-433d-85ed-44debdd65fdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:53.214690 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaabdf0-26f4-433d-85ed-44debdd65fdc,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:53.280608 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:53.299658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=069a65ea-a1bd-4ed0-9225-11e68c33ba71,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:53.314392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:53.315579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9a617114-1cc7-4f43-8cc9-4bf52d626719 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:53.315689 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:53.316547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:11:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:53.326916 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d55bf337-6ad9-4666-bdc9-893b0fe23f3a req-f05b5b81-6c1b-4f5b-8a4c-b01f9207a5a9 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720767 Feb 17 00:11:53.346925 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf2ead6e-61b5-4474-af0d-2aa6bee426d0 req-2d109bed-96c9-4deb-9df2-c916236c675b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c1c6257-31fa-4c36-9097-e14461993376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1739759 Feb 17 00:11:53.368052 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9a617114-1cc7-4f43-8cc9-4bf52d626719 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Usage tracker for resource:security_group_rule and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:53.375594 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9a617114-1cc7-4f43-8cc9-4bf52d626719 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:53.403189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9a617114-1cc7-4f43-8cc9-4bf52d626719 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:53.477988 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:53.478955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:53.481196 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] 10.222.0.44 "PUT /v2.0/ports/35605fd0-483e-4cc6-a720-595db89a26f8 HTTP/1.1" status: 200 len: 1158 time: 7.6019704 Feb 17 00:11:53.559220 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf776434-f792-49d0-8d85-26b2eb649091', 'tag': '35605fd0-483e-4cc6-a720-595db89a26f8'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:11:53.601244 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-5e803fbc-08a8-47cd-9d27-982607dbbbce tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Synchronizing usage tracker for tenant:a8b739a7300f42a08378410cc354c5a2 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:11:53.619368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:53.649024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Transition to ACTIVE for port object 34216114-cbfb-4f8c-94d9-30b2af10fc21 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:11:53.656260 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:53.699838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d47e3a5d-bc28-4a80-bfe2-baadcd3c7f09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:53.711172 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf2ead6e-61b5-4474-af0d-2aa6bee426d0 req-1bb0396f-50dd-4b03-98d9-a78bfc507720 service neutron] 10.222.0.44 "GET /v2.0/networks/9c1c6257-31fa-4c36-9097-e14461993376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085919 Feb 17 00:11:53.718429 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a617114-1cc7-4f43-8cc9-4bf52d626719 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:53.730583 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:53.847233 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:53.896904 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-5e803fbc-08a8-47cd-9d27-982607dbbbce tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Unset dirty status for tenant:a8b739a7300f42a08378410cc354c5a2 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:11:53.908302 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-5e803fbc-08a8-47cd-9d27-982607dbbbce tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a8b739a7300f42a08378410cc354c5a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9623344 Feb 17 00:11:53.933931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932209f-5526-4951-9bd6-309760bd2cf8 None None] Pushing event updated for resources: {'Port': ['ID=34216114-cbfb-4f8c-94d9-30b2af10fc21,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:53.953793 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b932209f-5526-4951-9bd6-309760bd2cf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:54.143889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c93b75-91ee-4d90-9763-ffb308078f1e req-de51cb0a-88cc-4947-bc9a-6e581510660c tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:54.146112 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-85c93b75-91ee-4d90-9763-ffb308078f1e req-de51cb0a-88cc-4947-bc9a-6e581510660c tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 944 time: 0.5581827 Feb 17 00:11:54.152614 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a75225-236d-4616-97ba-88d50f309591 req-a18082dc-300e-497b-8ea7-dfb15a59c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:54.154853 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-a18082dc-300e-497b-8ea7-dfb15a59c56b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 1161 time: 0.5474014 Feb 17 00:11:54.203854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-632eded7-7d4b-4048-ac29-c046b548caad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.277549 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-6aa23005-e2d3-4999-8d94-8d7094eceeb0 None None] Provisioning for port 3d09ae52-630b-4a3e-a476-7aee85de3867 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:11:54.355290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Attempting to bind port 34216114-cbfb-4f8c-94d9-30b2af10fc21 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:11:54.355632 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Attempting to bind port 34216114-cbfb-4f8c-94d9-30b2af10fc21 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '827a90c1-5969-493a-8cc1-5c24671d3c12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:11:54.356027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Attempting to bind port 34216114-cbfb-4f8c-94d9-30b2af10fc21 on network 292ce40c-118c-44c2-8c05-5400235fe99a {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:11:54.361941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:11:54.362356 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Checking segment: {'id': '827a90c1-5969-493a-8cc1-5c24671d3c12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:11:54.362802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.363239 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Bound using segment: {'id': '827a90c1-5969-493a-8cc1-5c24671d3c12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:11:54.363757 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Bound port: 34216114-cbfb-4f8c-94d9-30b2af10fc21, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827a90c1-5969-493a-8cc1-5c24671d3c12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:11:54.364174 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.374906 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-6aa23005-e2d3-4999-8d94-8d7094eceeb0 None None] Provisioning complete for port 3d09ae52-630b-4a3e-a476-7aee85de3867 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:54.375256 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6aa23005-e2d3-4999-8d94-8d7094eceeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.379267 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-85c93b75-91ee-4d90-9763-ffb308078f1e req-52b229ba-1417-4c0b-9773-51b30cdd43e0 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213607 Feb 17 00:11:54.381295 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-de0d968a-0dc7-4ff7-81a1-48c07deb0a48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35605fd0-483e-4cc6-a720-595db89a26f8 HTTP/1.1" status: 200 len: 217 time: 0.2161949 Feb 17 00:11:54.466863 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-297efccf-0cd3-48b6-9ea3-ad0ebddeef83 service neutron] 10.222.0.74 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555968 Feb 17 00:11:54.473156 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2ae4d444-280a-494b-b5c8-537dfb1eeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852209845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10363437'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.501706 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] For port 34216114-cbfb-4f8c-94d9-30b2af10fc21, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:11:54.508343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] For port 34216114-cbfb-4f8c-94d9-30b2af10fc21, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=34216114-cbfb-4f8c-94d9-30b2af10fc21,segment=NetworkSegment(827a90c1-5969-493a-8cc1-5c24671d3c12),segment_id=827a90c1-5969-493a-8cc1-5c24671d3c12)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:11:54.513834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.529536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:54.539963 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-6aa23005-e2d3-4999-8d94-8d7094eceeb0 None None] Port 3d09ae52-630b-4a3e-a476-7aee85de3867 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:11:54.558978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:52Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:54.564910 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-f37e8177-589d-4b81-97ba-521e19189f6c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:11:54.597668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b6558c-f14e-4d85-a101-cda653191a27 None None] The sync data for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi is: [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:52Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:11:54.630945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.639419 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-632eded7-7d4b-4048-ac29-c046b548caad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.657428 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.684950 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:54.693145 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850882131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407911'] for router_interface, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.746171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c6543f29-d1d8-4c24-86c4-2fa61cf1023d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:54.758711 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a617114-1cc7-4f43-8cc9-4bf52d626719 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.875246 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932209f-5526-4951-9bd6-309760bd2cf8 None None] Pushing event updated for resources: {'Port': ['ID=34216114-cbfb-4f8c-94d9-30b2af10fc21,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:54.879857 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b932209f-5526-4951-9bd6-309760bd2cf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:54.906230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Routers {'ebb8286e-ec4e-44fa-90f3-087c5175885c'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:54.906842 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:11:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['ebb8286e-ec4e-44fa-90f3-087c5175885c'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:54.919173 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632eded7-7d4b-4048-ac29-c046b548caad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bab218-4160-40c2-85d6-e1c53bd0d3fe,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:54.922443 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device a885a0c7-3d4e-4034-9516-50ba3083b624 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:54.926018 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a617114-1cc7-4f43-8cc9-4bf52d626719 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:54.927132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-632eded7-7d4b-4048-ac29-c046b548caad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:54.952176 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf776434-f792-49d0-8d85-26b2eb649091', 'tag': '35605fd0-483e-4cc6-a720-595db89a26f8', 'status': 'completed', 'code': 200} Feb 17 00:11:55.064381 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:55.067211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4d444-280a-494b-b5c8-537dfb1eeb04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2afb69e8-fdec-4ad5-88f6-5205af045606,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:55.096234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port a885a0c7-3d4e-4034-9516-50ba3083b624 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:11:55.109546 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port a885a0c7-3d4e-4034-9516-50ba3083b624 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:55.109981 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:55.158457 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-632eded7-7d4b-4048-ac29-c046b548caad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ea8962e1c1c24dbba59bc513a8ded869&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6185799 Feb 17 00:11:55.164962 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf2ead6e-61b5-4474-af0d-2aa6bee426d0 req-7f089e78-0832-4080-b50d-f142ada7dcc7 service neutron] 10.222.0.44 "GET /v2.0/networks/9c1c6257-31fa-4c36-9097-e14461993376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4282668 Feb 17 00:11:55.188906 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53226) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:55.261532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2ae4d444-280a-494b-b5c8-537dfb1eeb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:55.296317 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a75225-236d-4616-97ba-88d50f309591 req-b5ab4a41-acf7-4a87-9802-54af9a2debf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:55.298406 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-b5ab4a41-acf7-4a87-9802-54af9a2debf3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2bb5263-4288-4940-b735-22dadc7bf870 HTTP/1.1" status: 200 len: 855 time: 0.9087915 Feb 17 00:11:55.343143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Pushing event updated for resources: {'Port': ['ID=3d09ae52-630b-4a3e-a476-7aee85de3867,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:55.347413 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] Set router ebb8286e-ec4e-44fa-90f3-087c5175885c gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:55.347585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:55.358412 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device f1e9513a-65e7-4a03-95ed-644b026e1e0b up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:55.361637 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:55.417434 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:55.428841 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-e3b5542c-f680-429c-9407-08cc863eb214 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886061 Feb 17 00:11:55.448264 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:55.457211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a617114-1cc7-4f43-8cc9-4bf52d626719 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a02014-2cc2-4595-8c6e-dbb6c0f86a74,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:55.470395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9a617114-1cc7-4f43-8cc9-4bf52d626719 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:55.501937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:55.569036 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port a885a0c7-3d4e-4034-9516-50ba3083b624, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a885a0c7-3d4e-4034-9516-50ba3083b624,segment=NetworkSegment(3a12347b-2c7d-448a-98fc-6ed7b5a3d813),segment_id=3a12347b-2c7d-448a-98fc-6ed7b5a3d813)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:55.570305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port f1e9513a-65e7-4a03-95ed-644b026e1e0b completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:11:55.574101 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a617114-1cc7-4f43-8cc9-4bf52d626719 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:55.574978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24863d1-8569-4658-9501-b96c501df747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a885a0c7-3d4e-4034-9516-50ba3083b624'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:11:55.578226 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9a617114-1cc7-4f43-8cc9-4bf52d626719 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4485068 Feb 17 00:11:55.660769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:55.663519 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c1abf95f-cec5-4121-afee-0aaaefe27fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:55.671726 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c6cdb-895e-45ec-87eb-3c285a62eda2 req-b41a97df-de38-4ce1-a4be-6e55baa95a8a tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:55.675096 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-818c6cdb-895e-45ec-87eb-3c285a62eda2 req-b41a97df-de38-4ce1-a4be-6e55baa95a8a tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 944 time: 0.5915358 Feb 17 00:11:55.684137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53232) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:55.694279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2ae4d444-280a-494b-b5c8-537dfb1eeb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:55.705472 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-bb43039b-c934-4a12-828a-8684f3e91f87 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Request body: {'security_group_rule': {'security_group_id': '4eaabdf0-26f4-433d-85ed-44debdd65fdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:55.712565 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-acc9e17a-3393-46b0-8f7a-f3fe46b930f7 service neutron] 10.222.0.74 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2313700 Feb 17 00:11:55.719084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bb43039b-c934-4a12-828a-8684f3e91f87 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:55.775912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-304f479a-5353-4542-a743-c82b4718fd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:55.789867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port f1e9513a-65e7-4a03-95ed-644b026e1e0b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:55.789867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:55.790825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bb43039b-c934-4a12-828a-8684f3e91f87 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Usage tracker for resource:security_group_rule and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:55.795526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bb43039b-c934-4a12-828a-8684f3e91f87 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:55.830631 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2ae4d444-280a-494b-b5c8-537dfb1eeb04 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2afb69e8-fdec-4ad5-88f6-5205af045606 HTTP/1.1" status: 204 len: 168 time: 5.0469494 Feb 17 00:11:55.832770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 53238) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:55.848954 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-304f479a-5353-4542-a743-c82b4718fd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:55.874819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=a885a0c7-3d4e-4034-9516-50ba3083b624,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:55.879801 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:55.905903 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device a885a0c7-3d4e-4034-9516-50ba3083b624 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:55.940122 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bb43039b-c934-4a12-828a-8684f3e91f87 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:55.950267 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-304f479a-5353-4542-a743-c82b4718fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:55.968909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d556e6f3-e3b6-4245-9099-2c27b1e79249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:56.009657 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f479a-5353-4542-a743-c82b4718fd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bab218-4160-40c2-85d6-e1c53bd0d3fe,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:56.019983 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-304f479a-5353-4542-a743-c82b4718fd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:56.023433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bb43039b-c934-4a12-828a-8684f3e91f87 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.068192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-304f479a-5353-4542-a743-c82b4718fd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.070030 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-304f479a-5353-4542-a743-c82b4718fd58 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e0bab218-4160-40c2-85d6-e1c53bd0d3fe HTTP/1.1" status: 204 len: 168 time: 0.8785396 Feb 17 00:11:56.139574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.161909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-73db3fac-3be2-41c2-a303-421ad2b14981 None None] Provisioning complete for port 3d09ae52-630b-4a3e-a476-7aee85de3867 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:56.162208 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-73db3fac-3be2-41c2-a303-421ad2b14981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.205258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bb43039b-c934-4a12-828a-8684f3e91f87 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.215057 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bb43039b-c934-4a12-828a-8684f3e91f87 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.261486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:56.264772 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-818c6cdb-895e-45ec-87eb-3c285a62eda2 req-dd51ed2f-b9cc-4238-bfe6-5a19acce6bb6 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724797 Feb 17 00:11:56.266999 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'name': 'tempest-ServerRescueNegativeTestJSON-733514384-router', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:45Z', 'revision_number': 4, 'project_id': 'a8b739a7300f42a08378410cc354c5a2', 'gw_port': {'id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:28Z', 'updated_at': '2021-02-17T00:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '34216114-cbfb-4f8c-94d9-30b2af10fc21', 'name': '', 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'mac_address': 'fa:16:3e:8b:00:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'fe671e02-7907-41b0-90ea-0ea88628cba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:41Z', 'updated_at': '2021-02-17T00:11:54Z', 'revision_number': 4, 'project_id': 'a8b739a7300f42a08378410cc354c5a2', 'subnets': [{'id': 'fe671e02-7907-41b0-90ea-0ea88628cba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:56.286134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71d87c6-b0b7-4c0d-b129-1bcb5a7bf8b4 None None] The sync data for ids ['ebb8286e-ec4e-44fa-90f3-087c5175885c'] in dv-cinder-759961-3-iscsi is: [{'id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'name': 'tempest-ServerRescueNegativeTestJSON-733514384-router', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:45Z', 'revision_number': 4, 'project_id': 'a8b739a7300f42a08378410cc354c5a2', 'gw_port': {'id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:28Z', 'updated_at': '2021-02-17T00:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '34216114-cbfb-4f8c-94d9-30b2af10fc21', 'name': '', 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'mac_address': 'fa:16:3e:8b:00:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'fe671e02-7907-41b0-90ea-0ea88628cba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:41Z', 'updated_at': '2021-02-17T00:11:54Z', 'revision_number': 4, 'project_id': 'a8b739a7300f42a08378410cc354c5a2', 'subnets': [{'id': 'fe671e02-7907-41b0-90ea-0ea88628cba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:11:56.291688 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Router 5bafd354-a383-4b8f-9dda-f03cd34465f3 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:11:56.292511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.295129 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port f1e9513a-65e7-4a03-95ed-644b026e1e0b, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=f1e9513a-65e7-4a03-95ed-644b026e1e0b,segment=NetworkSegment(d32b24fb-87d0-46fe-8b30-16f78d59e8cf),segment_id=d32b24fb-87d0-46fe-8b30-16f78d59e8cf)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:56.314366 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.315296 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 069a65ea-a1bd-4ed0-9225-11e68c33ba71 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:56.392990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43039b-c934-4a12-828a-8684f3e91f87 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe08bc55-bc93-430d-93ed-d390de167687,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:56.410215 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bb43039b-c934-4a12-828a-8684f3e91f87 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:56.510284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bb43039b-c934-4a12-828a-8684f3e91f87 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.515363 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bb43039b-c934-4a12-828a-8684f3e91f87 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8296967 Feb 17 00:11:56.520710 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53258) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:56.523507 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:56.638203 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-73db3fac-3be2-41c2-a303-421ad2b14981 None None] Port 3d09ae52-630b-4a3e-a476-7aee85de3867 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:11:56.695806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 069a65ea-a1bd-4ed0-9225-11e68c33ba71 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:56.696463 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.700361 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Request body: {'floatingip': {'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:56.710405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:56.718592 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Usage tracker for resource:floatingip and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:56.721807 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:56.727009 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e181e7d-5a84-47ed-8478-cc930184992c req-cd54c453-4893-43c5-9558-6e3ffbd97503 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 210 time: 0.2644699 Feb 17 00:11:56.730263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:56.746085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:56.884342 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port a885a0c7-3d4e-4034-9516-50ba3083b624 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:56.884854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:57.050364 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=f1e9513a-65e7-4a03-95ed-644b026e1e0b,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:57.060071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:57.073458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:57.180925 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:11:57.194478 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] 10.222.0.74 "PUT /v2.0/routers/5bafd354-a383-4b8f-9dda-f03cd34465f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2529745 Feb 17 00:11:57.196529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:57.264304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Sync routers for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:11:57.349599 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-926429d2-e881-46f6-a897-fec10c760b57 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9111161 Feb 17 00:11:57.358432 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f67bc8-80bd-4b64-8639-28d2b20c0e69']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:57.628125 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7115e61-ddf6-4b28-9b31-9c3ffe0db639') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:57.628476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7115e61-ddf6-4b28-9b31-9c3ffe0db639') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:57.737399 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24863d1-8569-4658-9501-b96c501df747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a885a0c7-3d4e-4034-9516-50ba3083b624', 'code': 200} Feb 17 00:11:57.813481 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240581'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:57.838223 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74a75225-236d-4616-97ba-88d50f309591 req-3e84a377-d206-489d-b2a5-84e9128820a2 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4533727 Feb 17 00:11:57.841567 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:11:57.842494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:11:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:57.973661 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c8b7a-7850-4ad5-ad87-880a9a4121f4 req-9692e4f5-8f07-4111-ab5d-6dcab3024a3f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:57.982779 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ee0c8b7a-7850-4ad5-ad87-880a9a4121f4 req-9692e4f5-8f07-4111-ab5d-6dcab3024a3f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 944 time: 1.5039763 Feb 17 00:11:58.019042 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Allocated IP 172.27.1.180 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/20b02495-a53b-4895-9877-524abf1ec215) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:11:58.130064 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.150870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:11:58.166866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-fada8f06-4721-41c4-89fd-289571473a1a tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:58.175174 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-fada8f06-4721-41c4-89fd-289571473a1a tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/networks?id=292ce40c-118c-44c2-8c05-5400235fe99a HTTP/1.1" status: 200 len: 818 time: 0.3661377 Feb 17 00:11:58.179154 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:11:58.247589 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-ef710955-d8c6-432a-b3b8-3d32d085747f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/quotas/a8b739a7300f42a08378410cc354c5a2 HTTP/1.1" status: 200 len: 375 time: 0.0712163 Feb 17 00:11:58.295756 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.337381 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device a885a0c7-3d4e-4034-9516-50ba3083b624 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:58.387633 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.44', 63490) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:58.597449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.685597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0da91a30-2b37-4dda-bdf0-057e91a055dd tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:58.704100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device f1e9513a-65e7-4a03-95ed-644b026e1e0b up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:58.713674 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ee0c8b7a-7850-4ad5-ad87-880a9a4121f4 req-0e3f8059-e810-42dc-a1be-a0af0b2219d1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7298825 Feb 17 00:11:58.814343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port a885a0c7-3d4e-4034-9516-50ba3083b624 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:58.814923 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.836861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] Network 14f67bc8-80bd-4b64-8639-28d2b20c0e69 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:11:58.874422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499519f-92c4-4a53-b249-ca893b96b164 req-21df22b4-8586-4a32-bb15-c0ec328f2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:58.876333 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1499519f-92c4-4a53-b249-ca893b96b164 req-21df22b4-8586-4a32-bb15-c0ec328f2a3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 1161 time: 0.8910992 Feb 17 00:11:58.878750 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565812'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:58.987359 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-a06c90a5-9d4f-4800-aa6e-fceb59f2d215 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a8b739a7300f42a08378410cc354c5a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7385333 Feb 17 00:11:58.987898 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 53322) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:59.004080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port f1e9513a-65e7-4a03-95ed-644b026e1e0b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:59.004615 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.110710 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490b85b-26bf-4181-92df-3c61e35faecb req-9cafc8c0-8f08-4850-bc48-216183d807c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:59.112827 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6490b85b-26bf-4181-92df-3c61e35faecb req-9cafc8c0-8f08-4850-bc48-216183d807c6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 1163 time: 0.8005273 Feb 17 00:11:59.194727 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6490b85b-26bf-4181-92df-3c61e35faecb req-9703cacb-09ec-49bd-b57d-858023f07253 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.217610 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event updated for resources: {'Port': ['ID=20b02495-a53b-4895-9877-524abf1ec215,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:59.242270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:59.252227 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-6490b85b-26bf-4181-92df-3c61e35faecb req-9703cacb-09ec-49bd-b57d-858023f07253 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:59.262548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-c21668d0-6915-4b99-866d-caa52f5b1e2c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:59.263336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-c21668d0-6915-4b99-866d-caa52f5b1e2c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Synchronizing usage tracker for tenant:a8b739a7300f42a08378410cc354c5a2 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:11:59.277500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-6490b85b-26bf-4181-92df-3c61e35faecb req-9703cacb-09ec-49bd-b57d-858023f07253 service neutron] Usage tracker for resource:security_group_rule and tenant:4a87458a2ce5494ba6a7be07dbdba5d2 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:59.287877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-6490b85b-26bf-4181-92df-3c61e35faecb req-9703cacb-09ec-49bd-b57d-858023f07253 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:59.298539 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-6490b85b-26bf-4181-92df-3c61e35faecb req-9703cacb-09ec-49bd-b57d-858023f07253 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:59.306234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 34216114-cbfb-4f8c-94d9-30b2af10fc21 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:11:59.331304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-c21668d0-6915-4b99-866d-caa52f5b1e2c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Unset dirty status for tenant:a8b739a7300f42a08378410cc354c5a2 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:11:59.332537 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-c21668d0-6915-4b99-866d-caa52f5b1e2c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.44 "GET /v2.0/networks?id=292ce40c-118c-44c2-8c05-5400235fe99a HTTP/1.1" status: 200 len: 818 time: 0.9401121 Feb 17 00:11:59.342185 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:11:54Z', 'revision_number': 2, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:11:59.348742 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:11:59.357042 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Request body: {'port': {'device_id': '68617c3c-6ce7-4044-be73-d9f544270dc8', 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a', 'admin_state_up': True, 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:59.357648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Checking router: 5bafd354-a383-4b8f-9dda-f03cd34465f3 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:11:59.358069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Updating router 5bafd354-a383-4b8f-9dda-f03cd34465f3 port 3d09ae52-630b-4a3e-a476-7aee85de3867 binding host dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:11:59.373194 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:11:59.382155 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:11:59.456166 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 34216114-cbfb-4f8c-94d9-30b2af10fc21 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:11:59.466754 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 34216114-cbfb-4f8c-94d9-30b2af10fc21 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:11:59.466754 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.512731 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.588912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:59.614459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6490b85b-26bf-4181-92df-3c61e35faecb req-9703cacb-09ec-49bd-b57d-858023f07253 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.616422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:59.619895 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6490b85b-26bf-4181-92df-3c61e35faecb req-9703cacb-09ec-49bd-b57d-858023f07253 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.632553 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:59.634832 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] Network 14f67bc8-80bd-4b64-8639-28d2b20c0e69 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:11:59.644878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Made reservation on behalf of a8b739a7300f42a08378410cc354c5a2 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:11:59.651113 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:11:59.666080 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:11:59.679339 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6490b85b-26bf-4181-92df-3c61e35faecb req-9703cacb-09ec-49bd-b57d-858023f07253 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490966 Feb 17 00:11:59.713960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703cacb-09ec-49bd-b57d-858023f07253 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=16dcccdd-31fa-4f2c-8b2b-986248eb9d17,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:11:59.717955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9703cacb-09ec-49bd-b57d-858023f07253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:11:59.732136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498fefe-b865-4268-a85b-85cfac1ff8a5 req-c020b4e4-0843-42be-b1e6-130a702c0819 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:59.735315 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.739806 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3498fefe-b865-4268-a85b-85cfac1ff8a5 req-c020b4e4-0843-42be-b1e6-130a702c0819 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 946 time: 0.7512319 Feb 17 00:11:59.756461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1123b4e-72a0-4624-bc20-44acaeacf127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.859367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 34216114-cbfb-4f8c-94d9-30b2af10fc21, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=34216114-cbfb-4f8c-94d9-30b2af10fc21,segment=NetworkSegment(827a90c1-5969-493a-8cc1-5c24671d3c12),segment_id=827a90c1-5969-493a-8cc1-5c24671d3c12)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:11:59.861315 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a1123b4e-72a0-4624-bc20-44acaeacf127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:11:59.863699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:11:59.870176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5147f685-5067-4d83-b92f-3fcc7ec3bd4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:11:59.875043 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a1123b4e-72a0-4624-bc20-44acaeacf127 admin admin] Usage tracker for resource:security_group_rule and tenant:cee866f34a5841aa9832ea8c769f44d0 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:11:59.883311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a1123b4e-72a0-4624-bc20-44acaeacf127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:11:59.886552 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499519f-92c4-4a53-b249-ca893b96b164 req-7e4e9995-53c7-4056-b7a9-25bded38787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:11:59.888830 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1499519f-92c4-4a53-b249-ca893b96b164 req-7e4e9995-53c7-4056-b7a9-25bded38787c service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 909 time: 0.9060414 Feb 17 00:11:59.895297 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-62be332a-56b7-42a8-b074-b06f990f747c service neutron] 10.222.0.74 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8339443 Feb 17 00:11:59.897028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a1123b4e-72a0-4624-bc20-44acaeacf127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:11:59.915636 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3498fefe-b865-4268-a85b-85cfac1ff8a5 req-00a545e1-4b4c-4fbb-9485-0903e25be5c0 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688545 Feb 17 00:11:59.916598 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.031562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.032508 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:00.047035 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1499519f-92c4-4a53-b249-ca893b96b164 req-786a1545-efa0-4b69-be6c-9f01669fdfe6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35605fd0-483e-4cc6-a720-595db89a26f8 HTTP/1.1" status: 200 len: 217 time: 0.0871356 Feb 17 00:12:00.048348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=34216114-cbfb-4f8c-94d9-30b2af10fc21,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:00.052765 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:00.164966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.178831 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=14f67bc8-80bd-4b64-8639-28d2b20c0e69,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:00.185644 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.226549 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:00.227056 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Allocated IP 172.20.0.8 (292ce40c-118c-44c2-8c05-5400235fe99a/fe671e02-7907-41b0-90ea-0ea88628cba7/8104312d-696c-48b3-82ca-1189241f926b) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:12:00.228479 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/14f67bc8-80bd-4b64-8639-28d2b20c0e69 HTTP/1.1" status: 204 len: 168 time: 4.3882363 Feb 17 00:12:00.263889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499519f-92c4-4a53-b249-ca893b96b164 req-97a5208c-26fe-4754-9332-8676e5dbbcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:00.268708 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1499519f-92c4-4a53-b249-ca893b96b164 req-97a5208c-26fe-4754-9332-8676e5dbbcf6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2bb5263-4288-4940-b735-22dadc7bf870 HTTP/1.1" status: 200 len: 855 time: 0.1424031 Feb 17 00:12:00.331334 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.346669 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1499519f-92c4-4a53-b249-ca893b96b164 req-febd05b3-d521-4ba8-8dce-b4818b35d023 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651009 Feb 17 00:12:00.353423 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Transition to ACTIVE for port object 3d09ae52-630b-4a3e-a476-7aee85de3867 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:12:00.369968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.519782 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53338) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:00.589495 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1499519f-92c4-4a53-b249-ca893b96b164 req-428d403a-54f8-4996-b330-99a9259ed417 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282305 Feb 17 00:12:00.592801 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-f53af527-a2ad-41a8-b973-22adeda81024 service neutron] 10.222.0.74 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6724572 Feb 17 00:12:00.717786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53342) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:00.723928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--702012897', 'description': 'tempest-description--1430875038'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:00.732445 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:00.735519 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-accb7b9b-05ac-4d2d-9837-10301b7967b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:00.736508 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Usage tracker for resource:security_group and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:00.740965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:00.752973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:00.768364 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1123b4e-72a0-4624-bc20-44acaeacf127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.779093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 34216114-cbfb-4f8c-94d9-30b2af10fc21 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:00.782979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1123b4e-72a0-4624-bc20-44acaeacf127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.830080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:00.917531 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a1123b4e-72a0-4624-bc20-44acaeacf127 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cee866f34a5841aa9832ea8c769f44d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8663611 Feb 17 00:12:00.925055 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1499519f-92c4-4a53-b249-ca893b96b164 req-f580b5f2-1294-4518-baa5-21d6ecee4ff6 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3231034 Feb 17 00:12:00.932930 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c8e0fee3-38cf-40da-9a2a-a4987110f9a3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8fbc1035b87148188d306db7cf348cb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4118576 Feb 17 00:12:00.952124 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:00.978413 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53350) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:00.978803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53352) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:01.048187 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ef3af320-a4ca-4984-aec4-441fb29d6f67 req-1dd4c450-a0da-4c5e-a078-a63ea095cdd4 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 210 time: 0.1359317 Feb 17 00:12:01.049846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1123b4e-72a0-4624-bc20-44acaeacf127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f94542-1b2c-426d-a8a5-356c1b366092,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:01.066763 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a1123b4e-72a0-4624-bc20-44acaeacf127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:01.109664 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01871c-69f2-44dd-89fb-d5c5b9dbb23c None None] Pushing event updated for resources: {'Port': ['ID=3d09ae52-630b-4a3e-a476-7aee85de3867,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:01.132917 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bb01871c-69f2-44dd-89fb-d5c5b9dbb23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:01.305709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95983057-8682-4591-901c-6cb2370bed8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.321728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdfa9c-694e-41d5-9aa1-513a8cfaaf0d req-36f09ea2-cd70-425e-83a8-7fa153ebf375 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:01.323997 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7ecdfa9c-694e-41d5-9aa1-513a8cfaaf0d req-36f09ea2-cd70-425e-83a8-7fa153ebf375 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 944 time: 0.2542250 Feb 17 00:12:01.347674 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95983057-8682-4591-901c-6cb2370bed8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.396753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:01.399268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Usage tracker for resource:security_group_rule and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:01.403119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:01.409845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:01.434238 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7ecdfa9c-694e-41d5-9aa1-513a8cfaaf0d req-253249f2-adae-421e-94ae-39b707a65aa4 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984080 Feb 17 00:12:01.462200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.484139 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95983057-8682-4591-901c-6cb2370bed8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.524429 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:01.562545 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a8ee4-7333-44ff-b5a6-1eb745f9440b req-049bbcbc-b2ce-4d30-af2a-6f515c4bb84e tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:01.576270 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-da0a8ee4-7333-44ff-b5a6-1eb745f9440b req-049bbcbc-b2ce-4d30-af2a-6f515c4bb84e tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 946 time: 0.1300247 Feb 17 00:12:01.581256 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Attempting to bind port 3d09ae52-630b-4a3e-a476-7aee85de3867 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:12:01.581705 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Attempting to bind port 3d09ae52-630b-4a3e-a476-7aee85de3867 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:12:01.582146 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Attempting to bind port 3d09ae52-630b-4a3e-a476-7aee85de3867 on network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:12:01.598883 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.611176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.623321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95983057-8682-4591-901c-6cb2370bed8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f94542-1b2c-426d-a8a5-356c1b366092,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:01.627570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.628646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d19a5c12-cac7-4159-b0f5-71f4ce1d49ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.630828 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-95983057-8682-4591-901c-6cb2370bed8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:01.674791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3b352ca3-6dc5-4bfa-9ce0-c4360d19b922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:01.681782 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 34216114-cbfb-4f8c-94d9-30b2af10fc21 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:01.682136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.693350 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-da0a8ee4-7333-44ff-b5a6-1eb745f9440b req-81bd2ccf-2a71-4d69-b173-43f4cc17dcc1 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158609 Feb 17 00:12:01.773448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-bf98c48a-9002-43e7-bb21-bb53bbb9fba1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:12:01.776380 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:12:01.776888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Checking segment: {'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:12:01.777343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.777777 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Bound using segment: {'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:12:01.778306 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Bound port: 3d09ae52-630b-4a3e-a476-7aee85de3867, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:12:01.778746 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.841350 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d19a5c12-cac7-4159-b0f5-71f4ce1d49ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.868640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.907989 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.916340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event updated for resources: {'Port': ['ID=20b02495-a53b-4895-9877-524abf1ec215,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:01.941106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:01.945715 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-002d6f3d-440b-40e7-88de-2ce2c04a9d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:01.973839 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95983057-8682-4591-901c-6cb2370bed8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:01.975604 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-95983057-8682-4591-901c-6cb2370bed8a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b5f94542-1b2c-426d-a8a5-356c1b366092 HTTP/1.1" status: 204 len: 168 time: 0.8433037 Feb 17 00:12:02.022590 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.026089 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3071294 Feb 17 00:12:02.026290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 53372) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:02.029913 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] For port 3d09ae52-630b-4a3e-a476-7aee85de3867, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:12:02.030767 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6e9653-8c4d-456b-b166-f5f52fad163f,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:02.037708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:02.043941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.046471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-1f151c51-7e2d-4cf7-8622-022392261746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Request body: {'security_group_rule': {'security_group_id': '4c6e9653-8c4d-456b-b166-f5f52fad163f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:02.047084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] For port 3d09ae52-630b-4a3e-a476-7aee85de3867, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=3d09ae52-630b-4a3e-a476-7aee85de3867,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:12:02.060748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.068478 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:02.068829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1f151c51-7e2d-4cf7-8622-022392261746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:02.073978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1f151c51-7e2d-4cf7-8622-022392261746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Usage tracker for resource:security_group_rule and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:02.077670 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1f151c51-7e2d-4cf7-8622-022392261746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:02.083489 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:02.086373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1f151c51-7e2d-4cf7-8622-022392261746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:02.106048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f151c51-7e2d-4cf7-8622-022392261746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.198220 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f151c51-7e2d-4cf7-8622-022392261746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.202938 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f151c51-7e2d-4cf7-8622-022392261746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.214487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:02.234325 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.254339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f151c51-7e2d-4cf7-8622-022392261746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0626be7d-9158-4d4f-bc4a-3b4015255fce,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:02.259956 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 35605fd0-483e-4cc6-a720-595db89a26f8 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:02.261313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d19a5c12-cac7-4159-b0f5-71f4ce1d49ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.266157 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1f151c51-7e2d-4cf7-8622-022392261746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:02.277560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f151c51-7e2d-4cf7-8622-022392261746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.279562 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1f151c51-7e2d-4cf7-8622-022392261746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2516632 Feb 17 00:12:02.282401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 53378) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:02.290924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-972d1cea-f36e-4ea6-b180-347eca3d2443 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Request body: {'security_group_rule': {'security_group_id': '4c6e9653-8c4d-456b-b166-f5f52fad163f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:02.298916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-972d1cea-f36e-4ea6-b180-347eca3d2443 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:02.305811 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-972d1cea-f36e-4ea6-b180-347eca3d2443 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Usage tracker for resource:security_group_rule and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:02.310606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-972d1cea-f36e-4ea6-b180-347eca3d2443 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:02.320222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-972d1cea-f36e-4ea6-b180-347eca3d2443 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:02.335237 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.346169 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6657522 Feb 17 00:12:02.347561 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d19a5c12-cac7-4159-b0f5-71f4ce1d49ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.349065 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d19a5c12-cac7-4159-b0f5-71f4ce1d49ce admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/00a4a38f-f277-4cf8-871e-1bc5406fdd72 HTTP/1.1" status: 204 len: 168 time: 1.2066832 Feb 17 00:12:02.351592 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01871c-69f2-44dd-89fb-d5c5b9dbb23c None None] Pushing event updated for resources: {'Port': ['ID=3d09ae52-630b-4a3e-a476-7aee85de3867,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:02.353723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Pushing event updated for resources: {'Port': ['ID=8104312d-696c-48b3-82ca-1189241f926b,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:02.364112 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bb01871c-69f2-44dd-89fb-d5c5b9dbb23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:02.368877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:02.370009 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-632eded7-7d4b-4048-ac29-c046b548caad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:02.384541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a5c12-cac7-4159-b0f5-71f4ce1d49ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a4a38f-f277-4cf8-871e-1bc5406fdd72,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:02.388669 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d19a5c12-cac7-4159-b0f5-71f4ce1d49ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:02.408084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-972d1cea-f36e-4ea6-b180-347eca3d2443 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.479251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 35605fd0-483e-4cc6-a720-595db89a26f8 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:12:02.512512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:12:02.514284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:11:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:02.521660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Network 292ce40c-118c-44c2-8c05-5400235fe99a is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:12:02.525609 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:12:02.538700 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:12:02.550377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:02.558750 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.617195 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2664123 Feb 17 00:12:02.644187 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Request body: {'port': {'device_id': '68617c3c-6ce7-4044-be73-d9f544270dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:02.684606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 35605fd0-483e-4cc6-a720-595db89a26f8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:02.689537 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.962820 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-972d1cea-f36e-4ea6-b180-347eca3d2443 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:02.965097 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ff315d77-323b-49f1-8a78-cd02392cee80 req-c06d39e0-927e-42b5-938c-60d8bb135aa5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 210 time: 0.3701959 Feb 17 00:12:03.006461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:03.074143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-972d1cea-f36e-4ea6-b180-347eca3d2443 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:03.142872 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1f151c51-7e2d-4cf7-8622-022392261746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:03.170282 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d1cea-f36e-4ea6-b180-347eca3d2443 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7311780e-4c64-4f58-90a2-6b3167b37973,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:03.193236 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53414) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:03.206376 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-972d1cea-f36e-4ea6-b180-347eca3d2443 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:03.282986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:03.340878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-7e335160-5b40-44a5-801c-5cf004846805 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:03.342744 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-7e335160-5b40-44a5-801c-5cf004846805 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.44 "GET /v2.0/networks?id=292ce40c-118c-44c2-8c05-5400235fe99a HTTP/1.1" status: 200 len: 818 time: 0.5651772 Feb 17 00:12:03.348630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-972d1cea-f36e-4ea6-b180-347eca3d2443 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:03.350557 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-972d1cea-f36e-4ea6-b180-347eca3d2443 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0663390 Feb 17 00:12:03.354266 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53424) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:03.371760 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa57ee7-a270-4069-af7f-43c6ffe8b3bc req-47875f14-2514-4fc6-a3cf-a2e9a1e21f41 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:03.373536 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bfa57ee7-a270-4069-af7f-43c6ffe8b3bc req-47875f14-2514-4fc6-a3cf-a2e9a1e21f41 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 944 time: 0.4116464 Feb 17 00:12:03.377408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Request body: {'port': {'device_id': '68502139-773e-48fb-b197-5c82aae6430c', 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a', 'admin_state_up': True, 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:03.393765 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Request body: {'floatingip': {'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:03.404339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-bcc7186e-9114-461f-a451-42bbdbd62d4c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Synchronizing usage tracker for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:03.415526 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bba9719a-8eac-4a8b-946e-943f3a7b542b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e12177874f304fc4bfda4d85b814f6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210042 Feb 17 00:12:03.416888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53430) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:03.424588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:03.500514 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Usage tracker for resource:floatingip and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:03.513234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf776434-f792-49d0-8d85-26b2eb649091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35605fd0-483e-4cc6-a720-595db89a26f8'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:03.518067 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:03.534245 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 35605fd0-483e-4cc6-a720-595db89a26f8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=35605fd0-483e-4cc6-a720-595db89a26f8,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:03.543620 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:12:03.543815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-bcc7186e-9114-461f-a451-42bbdbd62d4c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Unset dirty status for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:03.547614 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:03.553136 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-bcc7186e-9114-461f-a451-42bbdbd62d4c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1525634839&fields=id&tenant_id=95fe88b7f186498c8c381859fdb282f8 HTTP/1.1" status: 200 len: 267 time: 0.3726122 Feb 17 00:12:03.592634 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:03.601897 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 53438) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:03.602108 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:03.612945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:03.861815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=35605fd0-483e-4cc6-a720-595db89a26f8,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:03.865320 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 35605fd0-483e-4cc6-a720-595db89a26f8 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:03.886119 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bfa57ee7-a270-4069-af7f-43c6ffe8b3bc req-aa7598c9-6960-4a32-ad0b-cd23ba1ee44d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881907 Feb 17 00:12:03.893259 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:03.999049 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:03.999255 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 35605fd0-483e-4cc6-a720-595db89a26f8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:03.999489 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.008704 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Usage tracker for resource:port and tenant:a8b739a7300f42a08378410cc354c5a2 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:04.013171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:04.022128 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-f92ff7ce-fc74-451c-887f-2dbec8e54f4a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:04.029421 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-f92ff7ce-fc74-451c-887f-2dbec8e54f4a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/networks?id=57d6da7b-4930-4140-bc62-e7e2e204c324 HTTP/1.1" status: 200 len: 811 time: 0.4752798 Feb 17 00:12:04.035340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:04.051951 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-020d76f3-6758-4a44-bcc6-7110870f9115 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/quotas/95fe88b7f186498c8c381859fdb282f8 HTTP/1.1" status: 200 len: 375 time: 0.0213983 Feb 17 00:12:04.121577 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Made reservation on behalf of a8b739a7300f42a08378410cc354c5a2 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:12:04.127363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.204094 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-45dd4f20-b59c-4394-8dd2-8ccbe88aecc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.217520 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:01Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:04.226590 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a7a5c-1d19-426f-9547-b3a66a6a9d38 None None] The sync data for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi is: [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:01Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:12:04.295258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-45dd4f20-b59c-4394-8dd2-8ccbe88aecc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.336675 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1666232553-network', 'tenant_id': '220a3069fe2a4730a94d840909b4c254'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:04.366857 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-157765e8-3927-44e0-826d-1199a6c93cf9 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=95fe88b7f186498c8c381859fdb282f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3128898 Feb 17 00:12:04.372943 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:04.383965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Usage tracker for resource:network and tenant:220a3069fe2a4730a94d840909b4c254 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:04.456597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8104312d-696c-48b3-82ca-1189241f926b {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:12:04.468549 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.485000 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Transition to ACTIVE for port object 8104312d-696c-48b3-82ca-1189241f926b will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:12:04.491333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.513239 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-03e89523-02d0-417e-8222-dedb5dcdac68 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:04.519678 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:04.559135 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-45dd4f20-b59c-4394-8dd2-8ccbe88aecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.583417 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 3d09ae52-630b-4a3e-a476-7aee85de3867 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:04.608625 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-ae9d31d2-e236-4f92-b75c-5839da095196 service neutron] 10.222.0.74 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198884 Feb 17 00:12:04.614188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:04.691058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-45dd4f20-b59c-4394-8dd2-8ccbe88aecc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.692311 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-45dd4f20-b59c-4394-8dd2-8ccbe88aecc9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e41349fa-e82a-4305-9e2a-75651c660558 HTTP/1.1" status: 204 len: 168 time: 1.2637587 Feb 17 00:12:04.704403 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 3d09ae52-630b-4a3e-a476-7aee85de3867 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:12:04.712307 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 3d09ae52-630b-4a3e-a476-7aee85de3867 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:04.713470 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.759408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Made reservation on behalf of 220a3069fe2a4730a94d840909b4c254 for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:12:04.769587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.804381 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Pushing event updated for resources: {'Port': ['ID=8104312d-696c-48b3-82ca-1189241f926b,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:04.819610 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:04.851844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:04.854233 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a5730e0-08bb-4098-bb4d-2c755c692bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:04.891866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd4f20-b59c-4394-8dd2-8ccbe88aecc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41349fa-e82a-4305-9e2a-75651c660558,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:04.902282 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-74568817-4f85-4eba-a1ad-fd5c1aa6e950 service neutron] 10.222.0.74 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2907112 Feb 17 00:12:04.913146 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:05.003295 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:05.175630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 3d09ae52-630b-4a3e-a476-7aee85de3867, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=3d09ae52-630b-4a3e-a476-7aee85de3867,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:05.180101 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:05.182254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bb01871c-69f2-44dd-89fb-d5c5b9dbb23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:05.293028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Allocated IP 172.20.0.7 (292ce40c-118c-44c2-8c05-5400235fe99a/fe671e02-7907-41b0-90ea-0ea88628cba7/6bdc3891-2edc-48fd-b03c-177a59787882) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:12:05.336193 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf776434-f792-49d0-8d85-26b2eb649091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35605fd0-483e-4cc6-a720-595db89a26f8', 'code': 200} Feb 17 00:12:05.423391 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=3d09ae52-630b-4a3e-a476-7aee85de3867,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:05.429753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:05.459516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:05.498608 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Allocated IP 172.27.1.37 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/9b24a480-5a2d-45c9-9883-0119f5e9fb9a) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:12:05.523796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-45dd4f20-b59c-4394-8dd2-8ccbe88aecc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:05.538257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Usage tracker for resource:security_group_rule and tenant:220a3069fe2a4730a94d840909b4c254 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:05.564338 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb897e-5db1-4b61-9dd9-e5b4bda4ac54 req-8f2a8128-23ad-4447-84d0-c8ad943a685e tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:05.566217 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3ebb897e-5db1-4b61-9dd9-e5b4bda4ac54 req-8f2a8128-23ad-4447-84d0-c8ad943a685e tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 946 time: 1.3843822 Feb 17 00:12:05.570196 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:05.686750 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:05.754156 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d61f881-1ebd-43b0-8a5c-40e0c18b7e33 req-ad13c9aa-9df5-4f2b-b242-cbe80b537a93 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 210 time: 0.2054229 Feb 17 00:12:05.767476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 35605fd0-483e-4cc6-a720-595db89a26f8 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:05.780461 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3ebb897e-5db1-4b61-9dd9-e5b4bda4ac54 req-1dd8b4ad-8a6b-479a-adf7-7371230b48f0 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951307 Feb 17 00:12:05.894422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Attempting to bind port 8104312d-696c-48b3-82ca-1189241f926b on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:12:05.901667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Attempting to bind port 8104312d-696c-48b3-82ca-1189241f926b by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '827a90c1-5969-493a-8cc1-5c24671d3c12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:12:05.902084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Attempting to bind port 8104312d-696c-48b3-82ca-1189241f926b on network 292ce40c-118c-44c2-8c05-5400235fe99a {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:12:05.952087 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:12:05.952469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Checking segment: {'id': '827a90c1-5969-493a-8cc1-5c24671d3c12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:12:05.953603 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:05.954541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Bound using segment: {'id': '827a90c1-5969-493a-8cc1-5c24671d3c12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:12:05.955096 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Bound port: 8104312d-696c-48b3-82ca-1189241f926b, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827a90c1-5969-493a-8cc1-5c24671d3c12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:12:05.955691 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.011037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 35605fd0-483e-4cc6-a720-595db89a26f8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:06.011460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.054328 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-85a0db04-98f7-4ebd-9659-530b58165ce8 req-ad11ae32-764b-462c-bf45-05f1235b5f88 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 210 time: 0.1392059 Feb 17 00:12:06.268265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] For port 8104312d-696c-48b3-82ca-1189241f926b, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:12:06.274503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] For port 8104312d-696c-48b3-82ca-1189241f926b, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8104312d-696c-48b3-82ca-1189241f926b,segment=NetworkSegment(827a90c1-5969-493a-8cc1-5c24671d3c12),segment_id=827a90c1-5969-493a-8cc1-5c24671d3c12)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:12:06.289175 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.337693 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.369443 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-71311563-677c-40e8-bd3b-95e397452c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.488134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.491932 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.507104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac87bb-dda0-44fc-bdb6-5d50d684ade3 req-1f136135-a8b2-4f42-9a1c-3b595c54b0b5 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:06.514355 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9eac87bb-dda0-44fc-bdb6-5d50d684ade3 req-1f136135-a8b2-4f42-9a1c-3b595c54b0b5 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 946 time: 0.4171953 Feb 17 00:12:06.522356 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.553054 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:06.578505 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 3d09ae52-630b-4a3e-a476-7aee85de3867 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:06.581525 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:12:06.604278 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363305741927455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.606855 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Added segment 06e3e626-a758-48b6-afbd-6959d9c56921 of type vxlan for network 4ae836c7-fece-4f8e-880b-baa27dd16d9b Feb 17 00:12:06.633105 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9057795-c06a-4ed0-92db-8bbdfe6299a1 req-b6e204b3-211c-4ceb-bbf9-737143cc717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:06.634957 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a9057795-c06a-4ed0-92db-8bbdfe6299a1 req-b6e204b3-211c-4ceb-bbf9-737143cc717e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 1163 time: 0.9807024 Feb 17 00:12:06.647004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.711399 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a1123b4e-72a0-4624-bc20-44acaeacf127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:06.741630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 3d09ae52-630b-4a3e-a476-7aee85de3867 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:06.742057 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.796096 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Pushing event updated for resources: {'Port': ['ID=8104312d-696c-48b3-82ca-1189241f926b,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:06.810085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:06.810644 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:06.814742 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85074097-4df8-4e60-86ee-aca96491b296,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:06.837230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:06.856909 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9eac87bb-dda0-44fc-bdb6-5d50d684ade3 req-7a46cf53-49b2-46eb-9e11-f3db8793690a tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321531 Feb 17 00:12:06.871436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.909262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.975274 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:06.975930 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:06.981890 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-54766a32-d996-4d92-9af9-7082b68a0a09 req-73f708e7-9275-4c78-8ddb-027531c4177e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 210 time: 0.0742931 Feb 17 00:12:06.985143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:07.004328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-a9057795-c06a-4ed0-92db-8bbdfe6299a1 req-fb729a91-968b-41d8-8e0f-704ca4efb4e2 service neutron] Synchronizing usage tracker for tenant:4a87458a2ce5494ba6a7be07dbdba5d2 on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:07.026103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:07.026792 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.028311 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-6eafb1e3-095c-4c48-b577-d40d19255864 service neutron] 10.222.0.44 "PUT /v2.0/ports/8104312d-696c-48b3-82ca-1189241f926b HTTP/1.1" status: 200 len: 1157 time: 4.3994660 Feb 17 00:12:07.029413 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68617c3c-6ce7-4044-be73-d9f544270dc8', 'tag': '8104312d-696c-48b3-82ca-1189241f926b'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:07.079403 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event updated for resources: {'Port': ['ID=9b24a480-5a2d-45c9-9883-0119f5e9fb9a,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:07.090132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-a9057795-c06a-4ed0-92db-8bbdfe6299a1 req-fb729a91-968b-41d8-8e0f-704ca4efb4e2 service neutron] Unset dirty status for tenant:4a87458a2ce5494ba6a7be07dbdba5d2 on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:07.091784 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a9057795-c06a-4ed0-92db-8bbdfe6299a1 req-fb729a91-968b-41d8-8e0f-704ca4efb4e2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274971 Feb 17 00:12:07.141349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:07.166745 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68617c3c-6ce7-4044-be73-d9f544270dc8', 'tag': '8104312d-696c-48b3-82ca-1189241f926b', 'status': 'completed', 'code': 200} Feb 17 00:12:07.202780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae836c7-fece-4f8e-880b-baa27dd16d9b,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:07.206913 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:07.208914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.216070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 4ae836c7-fece-4f8e-880b-baa27dd16d9b details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:12:07.236376 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.6311915 Feb 17 00:12:07.238878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:12:07.240889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 53518) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:07.241815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:12:07.246881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:12:07.255232 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Request body: {'subnet': {'network_id': '4ae836c7-fece-4f8e-880b-baa27dd16d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1666232553-subnet', 'tenant_id': '220a3069fe2a4730a94d840909b4c254', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:07.261426 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:07.268495 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Usage tracker for resource:subnet and tenant:220a3069fe2a4730a94d840909b4c254 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:07.272988 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:07.287314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:07.297574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:07.304138 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Made reservation on behalf of 220a3069fe2a4730a94d840909b4c254 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:12:07.311403 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.379932 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network 4ae836c7-fece-4f8e-880b-baa27dd16d9b details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:12:07.399953 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-347aa170-77eb-4929-9b2b-3c0bde53b1ac req-cbd941c7-8e15-4459-9e3b-4f38d5c24e3b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 210 time: 0.1860237 Feb 17 00:12:07.438195 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.528615 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Network 292ce40c-118c-44c2-8c05-5400235fe99a is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:12:07.530016 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:12:07.535286 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:12:07.601722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Pushing event updated for resources: {'Port': ['ID=6bdc3891-2edc-48fd-b03c-177a59787882,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:07.607071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:07.623227 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:07.624372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.649001 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2882373 Feb 17 00:12:07.665631 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Request body: {'port': {'device_id': '68502139-773e-48fb-b197-5c82aae6430c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:07.796975 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.816455 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:07.884371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-2d44f693-e60a-4394-88b3-c293a38fa7ae tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:07.885248 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-2d44f693-e60a-4394-88b3-c293a38fa7ae tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Synchronizing usage tracker for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:07.928555 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-2d44f693-e60a-4394-88b3-c293a38fa7ae tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Unset dirty status for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:07.929839 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-2d44f693-e60a-4394-88b3-c293a38fa7ae tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.44 "GET /v2.0/networks?id=57d6da7b-4930-4140-bc62-e7e2e204c324 HTTP/1.1" status: 200 len: 811 time: 0.5937462 Feb 17 00:12:07.996724 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-3ca5ce73-2448-499c-be5b-ab6c2638394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:07.998328 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-3ca5ce73-2448-499c-be5b-ab6c2638394f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8b739a7300f42a08378410cc354c5a2&device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 1160 time: 0.6658659 Feb 17 00:12:08.193622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-13cfdf42-9d86-4ac2-b806-72572438990a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Synchronizing usage tracker for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:08.206790 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-a53bb8de-6d0b-41d0-bc94-04dda4978f81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8104312d-696c-48b3-82ca-1189241f926b HTTP/1.1" status: 200 len: 217 time: 0.1941435 Feb 17 00:12:08.234504 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-13cfdf42-9d86-4ac2-b806-72572438990a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Unset dirty status for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:08.235539 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-13cfdf42-9d86-4ac2-b806-72572438990a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95fe88b7f186498c8c381859fdb282f8 HTTP/1.1" status: 200 len: 5705 time: 0.2714720 Feb 17 00:12:08.320677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b529b-771b-49ef-a9d3-b825558edde1 req-e778eaff-7db4-4c9b-9f7d-3af10bf6179d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:08.322462 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f93b529b-771b-49ef-a9d3-b825558edde1 req-e778eaff-7db4-4c9b-9f7d-3af10bf6179d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 946 time: 0.2651126 Feb 17 00:12:08.409581 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f93b529b-771b-49ef-a9d3-b825558edde1 req-74f35647-2036-4d9f-a16d-2c671bab86b8 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718858 Feb 17 00:12:08.522005 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bdc3891-2edc-48fd-b03c-177a59787882 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:12:08.541433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.544209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Request body: {'port': {'device_id': 'fb620908-1a07-45eb-9885-ef1031a0bad3', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'admin_state_up': True, 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'security_groups': ['4eaabdf0-26f4-433d-85ed-44debdd65fdc']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:08.586853 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Transition to ACTIVE for port object 6bdc3891-2edc-48fd-b03c-177a59787882 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:12:08.593078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-768a3abe-1087-40b6-91d4-68796f13c2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.600240 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:08.636373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:08.815052 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-a697a1c9-059d-43ee-bcfb-ec2f088e309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:08.816653 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-a697a1c9-059d-43ee-bcfb-ec2f088e309d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe671e02-7907-41b0-90ea-0ea88628cba7 HTTP/1.1" status: 200 len: 858 time: 0.5869184 Feb 17 00:12:08.959549 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-ad214d16-ba73-4fbb-a8ee-26777786bf0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=292ce40c-118c-44c2-8c05-5400235fe99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145461 Feb 17 00:12:09.058208 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:09.088338 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Usage tracker for resource:port and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:09.095375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:09.108540 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5425b5f7-f5b4-4ce0-80b9-2ef0dbda7b93 req-415c411d-19ef-46de-bdbd-aec4c6339e7b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 210 time: 0.2881615 Feb 17 00:12:09.118275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Pushing event updated for resources: {'Port': ['ID=6bdc3891-2edc-48fd-b03c-177a59787882,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:09.125053 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:09.210636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e6078-d197-4a51-be63-92ea385a4a77 req-4415583d-08d1-40ee-bd40-342ec3766955 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:09.210833 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.211816 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f76e6078-d197-4a51-be63-92ea385a4a77 req-4415583d-08d1-40ee-bd40-342ec3766955 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Synchronizing usage tracker for tenant:a8b739a7300f42a08378410cc354c5a2 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:09.233809 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:09.238586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.259978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.282239 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-41e2e794-e4f2-48d9-bba9-2f8cb0ce038b service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201860 Feb 17 00:12:09.286640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:09.333585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f76e6078-d197-4a51-be63-92ea385a4a77 req-4415583d-08d1-40ee-bd40-342ec3766955 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Unset dirty status for tenant:a8b739a7300f42a08378410cc354c5a2 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:09.334882 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f76e6078-d197-4a51-be63-92ea385a4a77 req-4415583d-08d1-40ee-bd40-342ec3766955 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 943 time: 0.5867143 Feb 17 00:12:09.385501 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Made reservation on behalf of 95fe88b7f186498c8c381859fdb282f8 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:12:09.391222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.405790 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f76e6078-d197-4a51-be63-92ea385a4a77 req-625ee0b7-76bd-4a2e-b8dc-437f009a9dfe tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636392 Feb 17 00:12:09.417578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Attempting to bind port 6bdc3891-2edc-48fd-b03c-177a59787882 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:12:09.418314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Attempting to bind port 6bdc3891-2edc-48fd-b03c-177a59787882 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '827a90c1-5969-493a-8cc1-5c24671d3c12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:12:09.418628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Attempting to bind port 6bdc3891-2edc-48fd-b03c-177a59787882 on network 292ce40c-118c-44c2-8c05-5400235fe99a {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:12:09.425824 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:12:09.426199 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Checking segment: {'id': '827a90c1-5969-493a-8cc1-5c24671d3c12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:12:09.426603 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.427805 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Bound using segment: {'id': '827a90c1-5969-493a-8cc1-5c24671d3c12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:12:09.428381 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Bound port: 6bdc3891-2edc-48fd-b03c-177a59787882, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827a90c1-5969-493a-8cc1-5c24671d3c12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '292ce40c-118c-44c2-8c05-5400235fe99a'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:12:09.428908 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.542824 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] For port 6bdc3891-2edc-48fd-b03c-177a59787882, host hv-cinder-75996, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:12:09.547543 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] For port 6bdc3891-2edc-48fd-b03c-177a59787882, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=6bdc3891-2edc-48fd-b03c-177a59787882,segment=NetworkSegment(827a90c1-5969-493a-8cc1-5c24671d3c12),segment_id=827a90c1-5969-493a-8cc1-5c24671d3c12)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:12:09.600575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.621190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event updated for resources: {'Port': ['ID=9b24a480-5a2d-45c9-9883-0119f5e9fb9a,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:09.624042 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5fe2f953-04cf-4580-87f5-8b8ddbb260c5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:09.638379 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:09.818479 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e853e9f-cde3-4d7c-b22e-36b29a795d43 req-7c0c9b7d-2c18-481d-ad52-93cfa0249fad service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4866228 Feb 17 00:12:09.822202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Pushing event updated for resources: {'Port': ['ID=6bdc3891-2edc-48fd-b03c-177a59787882,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:09.829547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:09.838763 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f65601-7fe1-43a1-b54f-6977722cee69 req-5b496b83-87e9-445d-bd54-431a950a8220 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:09.846851 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-28f65601-7fe1-43a1-b54f-6977722cee69 req-5b496b83-87e9-445d-bd54-431a950a8220 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 946 time: 0.2976651 Feb 17 00:12:09.901560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:09.902155 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:09.903737 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] 10.222.0.44 "PUT /v2.0/ports/6bdc3891-2edc-48fd-b03c-177a59787882 HTTP/1.1" status: 200 len: 1157 time: 2.2443557 Feb 17 00:12:09.904251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68502139-773e-48fb-b197-5c82aae6430c', 'tag': '6bdc3891-2edc-48fd-b03c-177a59787882'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:09.930296 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-28f65601-7fe1-43a1-b54f-6977722cee69 req-6902ccf3-2074-4629-aae6-15b4d8978bed tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770013 Feb 17 00:12:09.996407 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68502139-773e-48fb-b197-5c82aae6430c', 'tag': '6bdc3891-2edc-48fd-b03c-177a59787882', 'status': 'completed', 'code': 200} Feb 17 00:12:10.031286 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:10.040844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-46a26c69-2389-4192-af8d-f5a20a502dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:10.042597 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-46a26c69-2389-4192-af8d-f5a20a502dd6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8b739a7300f42a08378410cc354c5a2&device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 1160 time: 0.0876346 Feb 17 00:12:10.084038 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:10.120407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23204704-5574-4915-8b36-32f77f6986c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:10.123102 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-edb9a8c4-9872-4573-a399-ee58591b3a35 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bdc3891-2edc-48fd-b03c-177a59787882 HTTP/1.1" status: 200 len: 217 time: 0.0722973 Feb 17 00:12:10.213051 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:10.238330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-45fca744-a1a3-4f9a-8dea-7ea5963ef81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:10.240482 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-45fca744-a1a3-4f9a-8dea-7ea5963ef81c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe671e02-7907-41b0-90ea-0ea88628cba7 HTTP/1.1" status: 200 len: 858 time: 0.1107798 Feb 17 00:12:10.241903 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:10.252309 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8785591 Feb 17 00:12:10.375577 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-d320bc43-bd81-49ae-a2c9-0fd4eed55a1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=292ce40c-118c-44c2-8c05-5400235fe99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147683 Feb 17 00:12:10.378878 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0a310f6a-a211-4b82-85cb-ce8cdbc31037 req-c3c8511d-12c1-4b2d-9412-a52a497d24bd tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 210 time: 0.0753565 Feb 17 00:12:10.528128 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:10.582646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f371a7d-aa73-45cb-8f1e-6ac9559b1be4,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:10.600041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:10.607799 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7b1c1-2c16-4cb7-aeef-9a1ba0e9cde1 req-1da7408f-1dd1-4aac-8d3b-c5d5cbbec6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:10.609487 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69f7b1c1-2c16-4cb7-aeef-9a1ba0e9cde1 req-1da7408f-1dd1-4aac-8d3b-c5d5cbbec6c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8b739a7300f42a08378410cc354c5a2&device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 1160 time: 0.6771441 Feb 17 00:12:10.719345 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-cde4178a-91b0-474f-a590-0ade795add05 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--702012897&fields=id&tenant_id=5b740bb46efa4ac9b521609fcc9a66c9 HTTP/1.1" status: 200 len: 267 time: 0.1676579 Feb 17 00:12:10.750972 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Allocated IP 172.20.0.5 (57d6da7b-4930-4140-bc62-e7e2e204c324/3aec74a8-fd66-4f13-9886-40a99c261d47/59296b9a-0c67-4e29-8270-57850a512750) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:12:10.835183 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-19c9d5d1-0d61-4bec-9a6a-3f5f0a01d870 service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327466 Feb 17 00:12:10.867740 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Checking segment: {'id': '06e3e626-a758-48b6-afbd-6959d9c56921', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ae836c7-fece-4f8e-880b-baa27dd16d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:12:10.868144 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Network hostable DHCP agents. Network: 4ae836c7-fece-4f8e-880b-baa27dd16d9b, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:12:10.966250 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7b1c1-2c16-4cb7-aeef-9a1ba0e9cde1 req-deecabf7-09cd-4bae-b592-ca80f8461051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:10.967863 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69f7b1c1-2c16-4cb7-aeef-9a1ba0e9cde1 req-deecabf7-09cd-4bae-b592-ca80f8461051 service neutron] 10.222.0.44 "GET /v2.0/networks?id=292ce40c-118c-44c2-8c05-5400235fe99a HTTP/1.1" status: 200 len: 912 time: 0.3349354 Feb 17 00:12:10.976752 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd83dad-7b1f-4f33-bf6a-902b03417ab7 req-bc77a9fc-374e-426d-98e4-e18bce2c55a3 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:10.978499 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6cd83dad-7b1f-4f33-bf6a-902b03417ab7 req-bc77a9fc-374e-426d-98e4-e18bce2c55a3 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 943 time: 0.3356771 Feb 17 00:12:11.072902 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69f7b1c1-2c16-4cb7-aeef-9a1ba0e9cde1 req-7ff63f8b-1f6b-49b8-9166-b3b086c57aa8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8104312d-696c-48b3-82ca-1189241f926b HTTP/1.1" status: 200 len: 217 time: 0.0874846 Feb 17 00:12:11.076078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Network 4ae836c7-fece-4f8e-880b-baa27dd16d9b is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:12:11.097116 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-8e957b9a-d0fa-474e-978a-66e81fca4dad tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:11.099590 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-8e957b9a-d0fa-474e-978a-66e81fca4dad tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 816 time: 0.3638258 Feb 17 00:12:11.109973 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a1957cb-be42-4912-a3a3-19d0775b8889 req-225f1bba-de27-4700-b626-decb235a8cb8 service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2614470 Feb 17 00:12:11.124323 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6cd83dad-7b1f-4f33-bf6a-902b03417ab7 req-ec2ad406-fccd-46e6-b83d-cbf58e582145 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254089 Feb 17 00:12:11.146256 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 4ae836c7-fece-4f8e-880b-baa27dd16d9b) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:12:11.150085 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-80b31caa-143c-4be9-a8c4-c14c7641d761 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/quotas/5b740bb46efa4ac9b521609fcc9a66c9 HTTP/1.1" status: 200 len: 375 time: 0.0374608 Feb 17 00:12:11.156308 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b457fb-b157-4611-8641-711515af3f6f None None] Network 4ae836c7-fece-4f8e-880b-baa27dd16d9b requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:12:11.165346 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:11.166010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:11.223787 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:11.227816 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.9827704 Feb 17 00:12:11.250875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7b1c1-2c16-4cb7-aeef-9a1ba0e9cde1 req-04060145-908f-4fbd-b8ac-3216a65a183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:11.252556 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69f7b1c1-2c16-4cb7-aeef-9a1ba0e9cde1 req-04060145-908f-4fbd-b8ac-3216a65a183a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe671e02-7907-41b0-90ea-0ea88628cba7 HTTP/1.1" status: 200 len: 858 time: 0.1622229 Feb 17 00:12:11.379539 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Transition to ACTIVE for port object 59296b9a-0c67-4e29-8270-57850a512750 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:12:11.382976 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69f7b1c1-2c16-4cb7-aeef-9a1ba0e9cde1 req-f19fa906-f9f9-482e-8772-eacb9d5bd69a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=292ce40c-118c-44c2-8c05-5400235fe99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181722 Feb 17 00:12:11.401889 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-c882c453-9b2d-4c78-8337-9aa997e5708f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2346544 Feb 17 00:12:11.404105 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e364d-b419-472a-9826-e0e7102c6c8f req-1861a7fe-6e63-4c6c-97bc-be1e140153dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:11.405832 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c40e364d-b419-472a-9826-e0e7102c6c8f req-1861a7fe-6e63-4c6c-97bc-be1e140153dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8b739a7300f42a08378410cc354c5a2&device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 1160 time: 0.1585095 Feb 17 00:12:11.522374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72859e89-fe8e-42ad-a259-98a4d5f27f6b None None] Network 4ae836c7-fece-4f8e-880b-baa27dd16d9b requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:12:11.545761 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:11.711163 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:11.820068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Network 57d6da7b-4930-4140-bc62-e7e2e204c324 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:12:11.831487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:12:11.846424 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:12:11.850968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:11.851645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:11.881580 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-01528789-1aa7-490d-af78-7ee250e29044 service neutron] 10.222.0.74 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579208 Feb 17 00:12:11.890627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event updated for resources: {'Port': ['ID=59296b9a-0c67-4e29-8270-57850a512750,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:11.897466 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:11.903095 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3633790 Feb 17 00:12:11.909573 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69f7b1c1-2c16-4cb7-aeef-9a1ba0e9cde1 req-a90fbbd3-4617-4633-8a87-ebf6670beafc service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701190 Feb 17 00:12:11.925676 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Request body: {'port': {'device_id': 'fb620908-1a07-45eb-9885-ef1031a0bad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:12.221409 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-25ac28c4-c495-4413-b31c-2dfa84473f92 None None] Provisioning for port 59296b9a-0c67-4e29-8270-57850a512750 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:12:12.239118 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-25ac28c4-c495-4413-b31c-2dfa84473f92 None None] Provisioning complete for port 59296b9a-0c67-4e29-8270-57850a512750 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:12.241532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-25ac28c4-c495-4413-b31c-2dfa84473f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:12.264100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e364d-b419-472a-9826-e0e7102c6c8f req-8c73878d-0c1e-4490-865d-5da22c7444f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:12.265724 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c40e364d-b419-472a-9826-e0e7102c6c8f req-8c73878d-0c1e-4490-865d-5da22c7444f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=292ce40c-118c-44c2-8c05-5400235fe99a HTTP/1.1" status: 200 len: 912 time: 0.8400090 Feb 17 00:12:12.287262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84375e-af31-4100-9af4-a04d14f70bb1 req-d5e43977-96aa-4333-8a37-aa050d67e9f0 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:12.291436 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7a84375e-af31-4100-9af4-a04d14f70bb1 req-d5e43977-96aa-4333-8a37-aa050d67e9f0 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 931 time: 0.7015440 Feb 17 00:12:12.337978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:12.352023 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-25ac28c4-c495-4413-b31c-2dfa84473f92 None None] Port 59296b9a-0c67-4e29-8270-57850a512750 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:12:12.381660 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69f7b1c1-2c16-4cb7-aeef-9a1ba0e9cde1 req-a260f540-bec4-4d56-93a3-9bfc167b604a service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3968563 Feb 17 00:12:12.424858 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c40e364d-b419-472a-9826-e0e7102c6c8f req-6743418c-372e-407e-a4cd-cec8be925257 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bdc3891-2edc-48fd-b03c-177a59787882 HTTP/1.1" status: 200 len: 217 time: 0.1298678 Feb 17 00:12:12.541230 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7a84375e-af31-4100-9af4-a04d14f70bb1 req-5dabeb92-8249-4057-b75d-fa6b2e05df52 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411717 Feb 17 00:12:12.578267 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-affddd2a-a44c-44d4-9807-6b8d8b7d7d80 service neutron] 10.222.0.74 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6709070 Feb 17 00:12:12.594748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e364d-b419-472a-9826-e0e7102c6c8f req-17aa5fef-0f80-4d32-b633-e0958bdcc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:12.598471 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c40e364d-b419-472a-9826-e0e7102c6c8f req-17aa5fef-0f80-4d32-b633-e0958bdcc93f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe671e02-7907-41b0-90ea-0ea88628cba7 HTTP/1.1" status: 200 len: 858 time: 0.1543984 Feb 17 00:12:12.722901 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c40e364d-b419-472a-9826-e0e7102c6c8f req-19e0cfb0-5e3f-44de-b983-a9349c7248b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=292ce40c-118c-44c2-8c05-5400235fe99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117957 Feb 17 00:12:12.917900 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c40e364d-b419-472a-9826-e0e7102c6c8f req-281818a0-71f8-443b-838a-bfcc5093fc8c service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823676 Feb 17 00:12:13.012666 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59296b9a-0c67-4e29-8270-57850a512750 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:12:13.022431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:13.058590 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Transition to ACTIVE for port object 59296b9a-0c67-4e29-8270-57850a512750 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:12:13.061871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:13.161617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c3684-1ddb-42e7-8c09-68be4a6740c2 req-3212cdb9-6af1-41ed-ada0-f108c9b3b3ae tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:13.164485 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ab3c3684-1ddb-42e7-8c09-68be4a6740c2 req-3212cdb9-6af1-41ed-ada0-f108c9b3b3ae tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 943 time: 0.2378595 Feb 17 00:12:13.174835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:13.335889 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c40e364d-b419-472a-9826-e0e7102c6c8f req-51173ebd-3ab6-4a5e-9e05-ee418e4fc1c8 service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3368289 Feb 17 00:12:13.339111 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ab3c3684-1ddb-42e7-8c09-68be4a6740c2 req-d32e2950-eb05-4b76-b767-0ba69cbd1175 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432159 Feb 17 00:12:13.383429 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Pushing event updated for resources: {'Port': ['ID=59296b9a-0c67-4e29-8270-57850a512750,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:13.401609 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:13.413094 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Attempting to bind port 59296b9a-0c67-4e29-8270-57850a512750 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:12:13.413465 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Attempting to bind port 59296b9a-0c67-4e29-8270-57850a512750 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:12:13.413848 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Attempting to bind port 59296b9a-0c67-4e29-8270-57850a512750 on network 57d6da7b-4930-4140-bc62-e7e2e204c324 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:12:13.420296 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:12:13.420672 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Checking segment: {'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:12:13.421391 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:13.421606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Bound using segment: {'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:12:13.422090 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Bound port: 59296b9a-0c67-4e29-8270-57850a512750, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:12:13.422468 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:13.534124 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8db1b790-5dcc-4462-b6ad-18ba5e1b326e req-954845f2-41dd-476c-acb2-28cf598e9030 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 210 time: 0.0989203 Feb 17 00:12:13.642408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] For port 59296b9a-0c67-4e29-8270-57850a512750, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:12:13.657061 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] For port 59296b9a-0c67-4e29-8270-57850a512750, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=59296b9a-0c67-4e29-8270-57850a512750,segment=NetworkSegment(d32b24fb-87d0-46fe-8b30-16f78d59e8cf),segment_id=d32b24fb-87d0-46fe-8b30-16f78d59e8cf)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:12:13.661449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:13.684926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e296e1ba-07d8-4dae-a10a-17ca29f71b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:13.846117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Pushing event updated for resources: {'Port': ['ID=59296b9a-0c67-4e29-8270-57850a512750,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:13.851821 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:13.883794 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:13.884476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:13.886023 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] 10.222.0.44 "PUT /v2.0/ports/59296b9a-0c67-4e29-8270-57850a512750 HTTP/1.1" status: 200 len: 1157 time: 1.9658859 Feb 17 00:12:13.886543 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb620908-1a07-45eb-9885-ef1031a0bad3', 'tag': '59296b9a-0c67-4e29-8270-57850a512750'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:13.991977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed4b2b-fd68-4c93-8ba6-7d2502e12123 req-de7a4774-5313-40cd-b521-f03dec3d35b0 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:13.993670 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b8ed4b2b-fd68-4c93-8ba6-7d2502e12123 req-de7a4774-5313-40cd-b521-f03dec3d35b0 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 943 time: 0.2319288 Feb 17 00:12:14.099097 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b8ed4b2b-fd68-4c93-8ba6-7d2502e12123 req-67cc5eac-9675-4afe-8506-ee04b38e3dcc tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982246 Feb 17 00:12:14.121167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-99996d79-c794-413e-a8cd-9d4332c93af0 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:14.121167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-99996d79-c794-413e-a8cd-9d4332c93af0 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Synchronizing usage tracker for tenant:220a3069fe2a4730a94d840909b4c254 on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:14.135513 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-99996d79-c794-413e-a8cd-9d4332c93af0 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Unset dirty status for tenant:220a3069fe2a4730a94d840909b4c254 on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:14.136815 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-99996d79-c794-413e-a8cd-9d4332c93af0 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/networks?id=4ae836c7-fece-4f8e-880b-baa27dd16d9b HTTP/1.1" status: 200 len: 809 time: 0.2851198 Feb 17 00:12:14.154879 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-ad40cf7a-1aa2-4668-971d-6329214afb3c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/quotas/220a3069fe2a4730a94d840909b4c254 HTTP/1.1" status: 200 len: 375 time: 0.0117664 Feb 17 00:12:14.158024 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb620908-1a07-45eb-9885-ef1031a0bad3', 'tag': '59296b9a-0c67-4e29-8270-57850a512750', 'status': 'completed', 'code': 200} Feb 17 00:12:14.210731 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-7eaaa28f-7d5c-49be-9295-36b9cbdcce9b tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=220a3069fe2a4730a94d840909b4c254&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484953 Feb 17 00:12:14.355622 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-4461f4d4-3565-4f91-b722-ae859ab8774b service neutron] 10.222.0.74 "GET /v2.0/networks/4ae836c7-fece-4f8e-880b-baa27dd16d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374254 Feb 17 00:12:14.547259 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-650ddddf-06f8-47c2-ad6a-1c4718b1d8b0 service neutron] 10.222.0.74 "GET /v2.0/networks/4ae836c7-fece-4f8e-880b-baa27dd16d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1851184 Feb 17 00:12:14.579364 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daddae-012f-421d-a08d-4501c12ded62 req-28028a0b-8725-474e-85fe-e3028ded12e4 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:14.580973 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-08daddae-012f-421d-a08d-4501c12ded62 req-28028a0b-8725-474e-85fe-e3028ded12e4 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 943 time: 0.1063344 Feb 17 00:12:14.631554 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-08daddae-012f-421d-a08d-4501c12ded62 req-8162f4d0-3384-4ae1-a538-b68d8aa5a0e4 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428584 Feb 17 00:12:14.759948 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-543398ee-c039-4e96-8fe6-ccfe4573a202 req-8ce4f48c-9b41-476f-b3d8-77589794d843 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 210 time: 0.0562584 Feb 17 00:12:14.820579 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c48d54ac-fe30-4862-90eb-e1460931c62d req-549fe617-1f07-4851-bd35-5a8e73fc3639 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 210 time: 0.0568948 Feb 17 00:12:15.302357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f525632-ee40-477b-976f-49eb7d6cc4f1 req-7e94c492-442b-45c1-a2bd-2554e0f73028 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:15.303935 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f525632-ee40-477b-976f-49eb7d6cc4f1 req-7e94c492-442b-45c1-a2bd-2554e0f73028 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 943 time: 0.0892372 Feb 17 00:12:15.352816 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f525632-ee40-477b-976f-49eb7d6cc4f1 req-846a9669-aed6-4dd3-be27-7542063462a6 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Feb 17 00:12:15.852877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254d6e8-b175-4e2b-8e30-c0a37ecaac13 req-7684feb4-90e9-4645-9be4-154b8677a7e1 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:15.857278 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6254d6e8-b175-4e2b-8e30-c0a37ecaac13 req-7684feb4-90e9-4645-9be4-154b8677a7e1 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 943 time: 0.0937409 Feb 17 00:12:15.948977 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6254d6e8-b175-4e2b-8e30-c0a37ecaac13 req-170f378e-978a-444f-9aa3-8e0702cc8dc9 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864031 Feb 17 00:12:15.956264 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b617451d-ed4c-472b-bb08-736327d8c0dc req-4ce54d64-7d1d-4931-b387-8c6b517089c5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 210 time: 0.0609620 Feb 17 00:12:16.101641 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d75dc25-a12c-4858-8bf4-97dacff109f7 req-dd8c5a5a-2874-4262-8179-0201b834134f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 210 time: 0.0495129 Feb 17 00:12:16.551666 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aa4ef-a35d-406a-8aae-6efed2a8afd9 req-26985a0c-06db-4f86-a341-ca6efbc7b8ff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:16.553229 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-526aa4ef-a35d-406a-8aae-6efed2a8afd9 req-26985a0c-06db-4f86-a341-ca6efbc7b8ff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 943 time: 0.0851672 Feb 17 00:12:16.603545 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-526aa4ef-a35d-406a-8aae-6efed2a8afd9 req-5a555dad-c70a-47cb-a51f-c525e91f4ccb tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440269 Feb 17 00:12:17.167366 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fe924c59-0a5a-4017-9044-adae36e38bfe req-f036b146-dad9-4364-bc1f-62c67019d4c3 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 210 time: 0.0533605 Feb 17 00:12:17.200627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f522d29-ea8e-4c0d-87ea-0bb69aaa66a9 req-1857ab88-151b-4ac9-b251-accf8f0c319f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:17.202307 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8f522d29-ea8e-4c0d-87ea-0bb69aaa66a9 req-1857ab88-151b-4ac9-b251-accf8f0c319f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 943 time: 0.1366401 Feb 17 00:12:17.330869 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8f522d29-ea8e-4c0d-87ea-0bb69aaa66a9 req-65cff7d1-14dc-4892-873b-697677d50709 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215420 Feb 17 00:12:17.350498 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-275bed78-f93c-4544-b17e-d8cc00dd3f15 req-b297edaa-e08a-4631-9b72-4a5f2e807686 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 210 time: 0.0690396 Feb 17 00:12:17.400433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-14a730e7-a9e9-4846-9ec8-bb0a10132e8b None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:12:17.435436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893ec7a-22eb-4a9b-8f4b-a030f6703c5a req-9e0dc60d-3fa3-4805-aa0d-a45f3e5aade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:17.437179 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7893ec7a-22eb-4a9b-8f4b-a030f6703c5a req-9e0dc60d-3fa3-4805-aa0d-a45f3e5aade0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95fe88b7f186498c8c381859fdb282f8&device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 1160 time: 0.1299279 Feb 17 00:12:17.601262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893ec7a-22eb-4a9b-8f4b-a030f6703c5a req-53c4a408-a5da-46e7-bbf2-3f927f1a20c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:17.602841 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7893ec7a-22eb-4a9b-8f4b-a030f6703c5a req-53c4a408-a5da-46e7-bbf2-3f927f1a20c7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=95fe88b7f186498c8c381859fdb282f8&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1569562 Feb 17 00:12:17.819479 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3ad4d-48fb-43ec-b38a-fa740030591c req-3a19ce33-e2c1-406f-9c6b-353c03a71500 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:17.821202 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-57b3ad4d-48fb-43ec-b38a-fa740030591c req-3a19ce33-e2c1-406f-9c6b-353c03a71500 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 943 time: 0.0926170 Feb 17 00:12:17.872868 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-57b3ad4d-48fb-43ec-b38a-fa740030591c req-faab4396-9436-48df-a749-84324503d9c9 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448949 Feb 17 00:12:17.972556 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893ec7a-22eb-4a9b-8f4b-a030f6703c5a req-e0e58346-2ab1-4844-b269-e222e393beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:17.974737 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7893ec7a-22eb-4a9b-8f4b-a030f6703c5a req-e0e58346-2ab1-4844-b269-e222e393beb2 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3541350 Feb 17 00:12:18.142501 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-f14ea738-47dd-4117-8641-0299b805f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:18.143763 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-f14ea738-47dd-4117-8641-0299b805f780 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95fe88b7f186498c8c381859fdb282f8&device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 1160 time: 0.1100571 Feb 17 00:12:18.235501 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-4cfe413c-20ab-4900-80c5-e1b5e30fc8dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59296b9a-0c67-4e29-8270-57850a512750 HTTP/1.1" status: 200 len: 217 time: 0.0799673 Feb 17 00:12:18.320435 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-fae020c8-c03f-4354-b68b-c773c7be464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:18.322468 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-fae020c8-c03f-4354-b68b-c773c7be464f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3aec74a8-fd66-4f13-9886-40a99c261d47 HTTP/1.1" status: 200 len: 850 time: 0.0762236 Feb 17 00:12:18.395553 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b354430d-0738-420b-8af5-a64a5424c888 req-c025d65e-27df-4b81-bb45-e50f79779a5d tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 210 time: 0.0589592 Feb 17 00:12:18.415190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-c9a4ad94-1500-4d01-8362-bd32d2616e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:18.427688 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-c9a4ad94-1500-4d01-8362-bd32d2616e9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57d6da7b-4930-4140-bc62-e7e2e204c324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950892 Feb 17 00:12:18.452068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-d4bba22b-fea8-461e-b509-30dbb58a185f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:18.453690 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-d4bba22b-fea8-461e-b509-30dbb58a185f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.44 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 816 time: 0.2847233 Feb 17 00:12:18.596447 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-ec7daa3e-0299-4062-b9c2-94f7cc78ed1e service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555898 Feb 17 00:12:18.639854 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0c28cba4-409e-43d9-a29d-16400dcf82bf req-f86e1f62-87fe-4657-9186-95b0e2140d10 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 210 time: 0.0685380 Feb 17 00:12:18.686303 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-54a329e6-5d58-41c8-8c46-f03a9b6e0e6d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9 HTTP/1.1" status: 200 len: 5704 time: 0.2169724 Feb 17 00:12:18.714814 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Request body: {'port': {'device_id': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'admin_state_up': True, 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'security_groups': ['4c6e9653-8c4d-456b-b166-f5f52fad163f']}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:18.776304 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035d50ec-7ebe-48f2-b419-5dddc2e0ec53 req-10c3679b-e1b3-4979-af10-3c3106ffeae4 service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1651950 Feb 17 00:12:18.963649 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 6bdc3891-2edc-48fd-b03c-177a59787882 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:19.044187 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 6bdc3891-2edc-48fd-b03c-177a59787882 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:12:19.051452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 6bdc3891-2edc-48fd-b03c-177a59787882 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:19.052670 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.106127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:19.115101 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce58963-5364-4d6d-90a2-aa3a14006120 req-db9bf5df-1986-4d4e-82b7-265e760913ee tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:19.122790 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ce58963-5364-4d6d-90a2-aa3a14006120 req-db9bf5df-1986-4d4e-82b7-265e760913ee tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 943 time: 0.6228011 Feb 17 00:12:19.151316 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Usage tracker for resource:port and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:19.155757 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:19.190092 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-546f9459-f2b7-4592-8835-94cd25170c36 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:19.191969 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-546f9459-f2b7-4592-8835-94cd25170c36 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.44 "GET /v2.0/networks?id=4ae836c7-fece-4f8e-880b-baa27dd16d9b HTTP/1.1" status: 200 len: 809 time: 0.2534449 Feb 17 00:12:19.206062 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:19.216946 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Request body: {'port': {'device_id': '15069a68-cdb1-48c9-9f70-b7737e988b7a', 'network_id': '4ae836c7-fece-4f8e-880b-baa27dd16d9b', 'admin_state_up': True, 'tenant_id': '220a3069fe2a4730a94d840909b4c254'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:19.233351 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ce58963-5364-4d6d-90a2-aa3a14006120 req-33c34052-6e04-46f1-850e-8f0071bacefd tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093469 Feb 17 00:12:19.233654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.244601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Made reservation on behalf of 5b740bb46efa4ac9b521609fcc9a66c9 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:12:19.259634 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.306256 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68502139-773e-48fb-b197-5c82aae6430c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdc3891-2edc-48fd-b03c-177a59787882'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:19.317872 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 6bdc3891-2edc-48fd-b03c-177a59787882, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=6bdc3891-2edc-48fd-b03c-177a59787882,segment=NetworkSegment(827a90c1-5969-493a-8cc1-5c24671d3c12),segment_id=827a90c1-5969-493a-8cc1-5c24671d3c12)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:19.321084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.322160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8104312d-696c-48b3-82ca-1189241f926b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:19.328707 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bb9a2-5963-492e-8a50-da66d9d9462f req-347493b6-939b-403f-80eb-d3500aaf40a5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:19.330893 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fa1bb9a2-5963-492e-8a50-da66d9d9462f req-347493b6-939b-403f-80eb-d3500aaf40a5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 943 time: 0.2842963 Feb 17 00:12:19.389302 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:19.453753 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fa1bb9a2-5963-492e-8a50-da66d9d9462f req-05c819c7-07ed-4483-a707-b499516988d6 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723047 Feb 17 00:12:19.465311 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68502139-773e-48fb-b197-5c82aae6430c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdc3891-2edc-48fd-b03c-177a59787882', 'code': 200} Feb 17 00:12:19.472435 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=6bdc3891-2edc-48fd-b03c-177a59787882,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:19.476445 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:19.490747 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:19.494324 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 8104312d-696c-48b3-82ca-1189241f926b completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:12:19.500176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8104312d-696c-48b3-82ca-1189241f926b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:19.500599 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.501576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Usage tracker for resource:port and tenant:220a3069fe2a4730a94d840909b4c254 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:19.508394 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:19.523778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:19.541014 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Made reservation on behalf of 220a3069fe2a4730a94d840909b4c254 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:12:19.553576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.692129 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.766869 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 8104312d-696c-48b3-82ca-1189241f926b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8104312d-696c-48b3-82ca-1189241f926b,segment=NetworkSegment(827a90c1-5969-493a-8cc1-5c24671d3c12),segment_id=827a90c1-5969-493a-8cc1-5c24671d3c12)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:19.776206 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:19.778261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:19.870248 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58fddc82-411a-4a47-9a77-ffd047d382af req-6e6114c1-019a-41bb-a9b5-b9c38d656d97 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 210 time: 0.1844676 Feb 17 00:12:19.908821 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f26b8d-da6c-4416-aed5-0d586e2720da req-9e88aa20-7a42-483b-8b55-ce857d6bb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:19.910797 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-55f26b8d-da6c-4416-aed5-0d586e2720da req-9e88aa20-7a42-483b-8b55-ce857d6bb591 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 1162 time: 0.2238472 Feb 17 00:12:19.944044 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0b823980-9b42-4a28-b908-625b8c3b375f req-df06d00e-362a-4375-8241-05ead1b731af tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 210 time: 0.0721576 Feb 17 00:12:19.956229 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Allocated IP 172.20.0.5 (2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f/e79efc6c-52dc-4bc6-86b5-06ed067c4e88/8b537b32-fd98-41f4-a883-417e254a4ad8) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:12:19.986659 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-55f26b8d-da6c-4416-aed5-0d586e2720da req-20482887-98be-4a6b-867a-1c1fea15127d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550756 Feb 17 00:12:20.071263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=8104312d-696c-48b3-82ca-1189241f926b,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:20.074778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:20.084982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Allocated IP 172.20.0.10 (4ae836c7-fece-4f8e-880b-baa27dd16d9b/0f371a7d-aa73-45cb-8f1e-6ac9559b1be4/b978624e-f7b8-497d-b389-7117b0d1a410) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:12:20.148231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 6bdc3891-2edc-48fd-b03c-177a59787882 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:20.184419 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.201842 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Transition to ACTIVE for port object 8b537b32-fd98-41f4-a883-417e254a4ad8 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:12:20.226879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.232026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 6bdc3891-2edc-48fd-b03c-177a59787882 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:20.232459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.250474 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:20.331023 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.370578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.414577 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8104312d-696c-48b3-82ca-1189241f926b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:20.455386 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event updated for resources: {'Port': ['ID=8b537b32-fd98-41f4-a883-417e254a4ad8,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:20.469563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:20.504512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:20.508117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8104312d-696c-48b3-82ca-1189241f926b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:20.509302 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.542865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:12:20.546967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:12:20.549809 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:12:20.655586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:20.656761 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.767642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Pushing event updated for resources: {'Port': ['ID=b978624e-f7b8-497d-b389-7117b0d1a410,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:20.791047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.794782 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0901995 Feb 17 00:12:20.800837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.801401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.802003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.802407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.802807 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.803203 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.806870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.807364 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.807690 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.808166 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.809715 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.810261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.810541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.810937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.814628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.815121 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.815525 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.815924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.816319 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.816732 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.818136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.818533 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.818939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:20.824672 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:20.834620 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Network 4ae836c7-fece-4f8e-880b-baa27dd16d9b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:12:20.835870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:12:20.838223 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:12:20.838701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4b7dc-f657-43fd-8efe-aa5f01344811 req-2e679c84-875e-44b3-999e-73899005833d tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:20.840613 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7a4b7dc-f657-43fd-8efe-aa5f01344811 req-2e679c84-875e-44b3-999e-73899005833d tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.4477346 Feb 17 00:12:20.843220 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:20.843975 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:20.850135 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Request body: {'port': {'device_id': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:20.866011 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6563258 Feb 17 00:12:20.886144 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Request body: {'port': {'device_id': '15069a68-cdb1-48c9-9f70-b7737e988b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:20.923110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-d825da6f-1c44-4862-ab8a-de2e12d66cac None None] Provisioning for port 8b537b32-fd98-41f4-a883-417e254a4ad8 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:12:20.930009 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-d825da6f-1c44-4862-ab8a-de2e12d66cac None None] Provisioning complete for port 8b537b32-fd98-41f4-a883-417e254a4ad8 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:20.930587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d825da6f-1c44-4862-ab8a-de2e12d66cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:21.013708 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7a4b7dc-f657-43fd-8efe-aa5f01344811 req-58784cc1-3aa1-4dbe-ac31-a3f56846a5c3 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346748 Feb 17 00:12:21.019521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d825da6f-1c44-4862-ab8a-de2e12d66cac None None] Port 8b537b32-fd98-41f4-a883-417e254a4ad8 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:12:21.027406 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cff2b8-b5c5-4b7d-8775-d31a15ff40c5 req-8f44d70d-bcf0-4d4f-9fd6-71cd5a740e14 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:21.034758 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b8cff2b8-b5c5-4b7d-8775-d31a15ff40c5 req-8f44d70d-bcf0-4d4f-9fd6-71cd5a740e14 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 943 time: 0.3283842 Feb 17 00:12:21.047892 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:21.099218 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:21.142067 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b8cff2b8-b5c5-4b7d-8775-d31a15ff40c5 req-e931961b-3ffb-4f06-929d-35e6bc427152 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063535 Feb 17 00:12:21.467152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68617c3c-6ce7-4044-be73-d9f544270dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8104312d-696c-48b3-82ca-1189241f926b'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:21.501223 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2e7dd-7e5f-40d3-b286-97b7056f80dd req-d8a5a6ef-e7a9-4be1-a370-56c4da0ede91 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:21.510224 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-59d2e7dd-7e5f-40d3-b286-97b7056f80dd req-d8a5a6ef-e7a9-4be1-a370-56c4da0ede91 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 932 time: 0.3079190 Feb 17 00:12:21.575529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758eeed9-0e2f-427d-8178-1f5e51e7d724 req-cfa7797a-f979-47e1-b478-7c77f68d13d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:21.576367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-758eeed9-0e2f-427d-8178-1f5e51e7d724 req-cfa7797a-f979-47e1-b478-7c77f68d13d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Synchronizing usage tracker for tenant:5b740bb46efa4ac9b521609fcc9a66c9 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:21.597508 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b978624e-f7b8-497d-b389-7117b0d1a410 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:12:21.606881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:21.609715 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-59d2e7dd-7e5f-40d3-b286-97b7056f80dd req-8c8bb74c-4827-402f-942f-fb7582805de5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Synchronizing usage tracker for tenant:220a3069fe2a4730a94d840909b4c254 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:21.630714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Transition to ACTIVE for port object b978624e-f7b8-497d-b389-7117b0d1a410 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:12:21.636730 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:21.675704 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:21.712528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-758eeed9-0e2f-427d-8178-1f5e51e7d724 req-cfa7797a-f979-47e1-b478-7c77f68d13d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Unset dirty status for tenant:5b740bb46efa4ac9b521609fcc9a66c9 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:21.713832 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-758eeed9-0e2f-427d-8178-1f5e51e7d724 req-cfa7797a-f979-47e1-b478-7c77f68d13d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 931 time: 0.4489682 Feb 17 00:12:21.725206 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-59d2e7dd-7e5f-40d3-b286-97b7056f80dd req-8c8bb74c-4827-402f-942f-fb7582805de5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Unset dirty status for tenant:220a3069fe2a4730a94d840909b4c254 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:21.726421 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-59d2e7dd-7e5f-40d3-b286-97b7056f80dd req-8c8bb74c-4827-402f-942f-fb7582805de5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152698 Feb 17 00:12:21.776997 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-758eeed9-0e2f-427d-8178-1f5e51e7d724 req-15a1640c-b890-4868-8eb8-4ae8eaf3a915 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536144 Feb 17 00:12:21.849040 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68617c3c-6ce7-4044-be73-d9f544270dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8104312d-696c-48b3-82ca-1189241f926b', 'code': 200} Feb 17 00:12:22.011826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b537b32-fd98-41f4-a883-417e254a4ad8 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:12:22.021679 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:22.042515 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Transition to ACTIVE for port object 8b537b32-fd98-41f4-a883-417e254a4ad8 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:12:22.045520 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:22.080519 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0d58f120-5fe4-4d42-be22-3608cc395649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:22.133249 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Pushing event updated for resources: {'Port': ['ID=b978624e-f7b8-497d-b389-7117b0d1a410,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:22.138134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:22.180565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Attempting to bind port b978624e-f7b8-497d-b389-7117b0d1a410 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:12:22.181133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Attempting to bind port b978624e-f7b8-497d-b389-7117b0d1a410 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '06e3e626-a758-48b6-afbd-6959d9c56921', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ae836c7-fece-4f8e-880b-baa27dd16d9b'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:12:22.181603 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Attempting to bind port b978624e-f7b8-497d-b389-7117b0d1a410 on network 4ae836c7-fece-4f8e-880b-baa27dd16d9b {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:12:22.189149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:12:22.189775 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Checking segment: {'id': '06e3e626-a758-48b6-afbd-6959d9c56921', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ae836c7-fece-4f8e-880b-baa27dd16d9b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:12:22.190705 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:22.191477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Bound using segment: {'id': '06e3e626-a758-48b6-afbd-6959d9c56921', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ae836c7-fece-4f8e-880b-baa27dd16d9b'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:12:22.192628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Bound port: b978624e-f7b8-497d-b389-7117b0d1a410, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e3e626-a758-48b6-afbd-6959d9c56921', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ae836c7-fece-4f8e-880b-baa27dd16d9b'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:12:22.193454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:22.307498 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.44', 63537) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:22.390708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Pushing event updated for resources: {'Port': ['ID=8b537b32-fd98-41f4-a883-417e254a4ad8,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:22.427496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.427904 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.428449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.428769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.429141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.430431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.430431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.430431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.430699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.430957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.431335 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.431712 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.432148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.432546 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.432863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.433240 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.433610 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.433988 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.434622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.434995 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.435366 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.435738 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.436111 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.436480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:22.444863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:22.683476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] For port b978624e-f7b8-497d-b389-7117b0d1a410, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:12:22.689161 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] For port b978624e-f7b8-497d-b389-7117b0d1a410, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b978624e-f7b8-497d-b389-7117b0d1a410,segment=NetworkSegment(06e3e626-a758-48b6-afbd-6959d9c56921),segment_id=06e3e626-a758-48b6-afbd-6959d9c56921)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:12:22.697392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:22.716205 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:22.863840 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be40d2b-6709-4ea6-bf17-131dbb2cfc00 req-70c15db0-c3ba-45a1-a856-793f6b161c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:22.865303 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9be40d2b-6709-4ea6-bf17-131dbb2cfc00 req-70c15db0-c3ba-45a1-a856-793f6b161c0a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 1162 time: 0.5538263 Feb 17 00:12:22.914296 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-407bf3d0-5640-4683-8838-62b1a9a62d38 req-91a67d96-7d57-4398-b51f-7f2fd475e44b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3341689 Feb 17 00:12:22.914588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6ea55-8237-479f-9325-11c3b9cb1208 req-7beb8ec7-e805-4432-8e68-067b3b1bb2dc tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:22.916196 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d5a6ea55-8237-479f-9325-11c3b9cb1208 req-7beb8ec7-e805-4432-8e68-067b3b1bb2dc tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.6189330 Feb 17 00:12:22.925044 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 59296b9a-0c67-4e29-8270-57850a512750 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:22.932825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a34511-4c58-4e96-8ba1-bcb1ad18a729 req-3a33b730-11be-4c8e-af23-6b4d867f66d5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:22.934782 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-38a34511-4c58-4e96-8ba1-bcb1ad18a729 req-3a33b730-11be-4c8e-af23-6b4d867f66d5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 943 time: 0.5098214 Feb 17 00:12:22.945340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Pushing event updated for resources: {'Port': ['ID=b978624e-f7b8-497d-b389-7117b0d1a410,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:22.963392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:22.990602 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9be40d2b-6709-4ea6-bf17-131dbb2cfc00 req-37d3ed54-db0a-4a38-bb5b-e451d6acbb29 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147287 Feb 17 00:12:23.004347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Attempting to bind port 8b537b32-fd98-41f4-a883-417e254a4ad8 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:12:23.005780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Attempting to bind port 8b537b32-fd98-41f4-a883-417e254a4ad8 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:12:23.006158 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Attempting to bind port 8b537b32-fd98-41f4-a883-417e254a4ad8 on network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:12:23.010032 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 59296b9a-0c67-4e29-8270-57850a512750 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:12:23.021488 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 59296b9a-0c67-4e29-8270-57850a512750 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:23.021854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:23.055728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:23.056425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:23.058433 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] 10.222.0.44 "PUT /v2.0/ports/b978624e-f7b8-497d-b389-7117b0d1a410 HTTP/1.1" status: 200 len: 1158 time: 2.1771245 Feb 17 00:12:23.058987 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15069a68-cdb1-48c9-9f70-b7737e988b7a', 'tag': 'b978624e-f7b8-497d-b389-7117b0d1a410'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:23.063458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:12:23.063841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Checking segment: {'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:12:23.064431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:23.065372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Bound using segment: {'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:12:23.065876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Bound port: 8b537b32-fd98-41f4-a883-417e254a4ad8, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:12:23.066253 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:23.093138 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-38a34511-4c58-4e96-8ba1-bcb1ad18a729 req-166b9a94-2826-4079-af9b-834995f59025 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469653 Feb 17 00:12:23.106192 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d5a6ea55-8237-479f-9325-11c3b9cb1208 req-ee236210-56e4-4d25-bf9d-4d7305d2b8b2 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395938 Feb 17 00:12:23.198544 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] For port 8b537b32-fd98-41f4-a883-417e254a4ad8, host hv-cinder-75996, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:12:23.202176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] For port 8b537b32-fd98-41f4-a883-417e254a4ad8, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8b537b32-fd98-41f4-a883-417e254a4ad8,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:12:23.209552 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:23.293970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:23.336254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:23.343426 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 59296b9a-0c67-4e29-8270-57850a512750, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=59296b9a-0c67-4e29-8270-57850a512750,segment=NetworkSegment(d32b24fb-87d0-46fe-8b30-16f78d59e8cf),segment_id=d32b24fb-87d0-46fe-8b30-16f78d59e8cf)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:23.346669 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:23.347654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 6bdc3891-2edc-48fd-b03c-177a59787882 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:23.409003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bb01871c-69f2-44dd-89fb-d5c5b9dbb23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:23.496519 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=59296b9a-0c67-4e29-8270-57850a512750,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:23.499747 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:23.511698 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 6bdc3891-2edc-48fd-b03c-177a59787882 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:23.512132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:23.584572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Pushing event updated for resources: {'Port': ['ID=8b537b32-fd98-41f4-a883-417e254a4ad8,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:23.596762 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:23.598145 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:23.599328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:23.600734 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] 10.222.0.44 "PUT /v2.0/ports/8b537b32-fd98-41f4-a883-417e254a4ad8 HTTP/1.1" status: 200 len: 1157 time: 2.7589011 Feb 17 00:12:23.602639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'tag': '8b537b32-fd98-41f4-a883-417e254a4ad8'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:23.640234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057a82c-c686-4d7d-9998-94ef1fdb43eb req-21f301f4-6dd2-40e5-ae54-0a3bb3c3fa86 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:23.643301 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e057a82c-c686-4d7d-9998-94ef1fdb43eb req-21f301f4-6dd2-40e5-ae54-0a3bb3c3fa86 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 946 time: 0.3094139 Feb 17 00:12:23.659769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180c102-3ab7-4b10-b0a1-b195ea637933 req-e978ceb9-7edb-4541-8e0d-3e074b45fbaf tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:23.662290 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3180c102-3ab7-4b10-b0a1-b195ea637933 req-e978ceb9-7edb-4541-8e0d-3e074b45fbaf tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 944 time: 0.3269992 Feb 17 00:12:23.664401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-a4d84b60-4733-46b9-833e-516b8d239454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:23.690025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8104312d-696c-48b3-82ca-1189241f926b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:23.690564 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-a4d84b60-4733-46b9-833e-516b8d239454 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=220a3069fe2a4730a94d840909b4c254&device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 1161 time: 0.2786026 Feb 17 00:12:23.693114 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf3d0-5640-4683-8838-62b1a9a62d38 req-1136f3d4-7906-4c7f-9e5d-2bbbb7eb4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:23.694678 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-407bf3d0-5640-4683-8838-62b1a9a62d38 req-1136f3d4-7906-4c7f-9e5d-2bbbb7eb4848 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 1163 time: 0.3466353 Feb 17 00:12:23.849900 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb620908-1a07-45eb-9885-ef1031a0bad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59296b9a-0c67-4e29-8270-57850a512750'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:23.856606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8104312d-696c-48b3-82ca-1189241f926b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:23.857242 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:23.865437 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3180c102-3ab7-4b10-b0a1-b195ea637933 req-54784d16-12b2-4ee2-bcfc-b00097d959af tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604257 Feb 17 00:12:23.904658 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-9816af9e-92e9-4a7b-9b57-ac111f291cad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b978624e-f7b8-497d-b389-7117b0d1a410 HTTP/1.1" status: 200 len: 217 time: 0.2028863 Feb 17 00:12:23.910534 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e057a82c-c686-4d7d-9998-94ef1fdb43eb req-ac28185f-625e-4ae7-98ac-648b28083aff tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468748 Feb 17 00:12:23.965802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-aad4700c-4cfd-426d-a10a-f428359bd3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:23.969404 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-aad4700c-4cfd-426d-a10a-f428359bd3b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 1160 time: 0.3031235 Feb 17 00:12:24.047751 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15069a68-cdb1-48c9-9f70-b7737e988b7a', 'tag': 'b978624e-f7b8-497d-b389-7117b0d1a410', 'status': 'completed', 'code': 200} Feb 17 00:12:24.072036 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-9c7858c4-618b-4428-97d6-383a1f0987c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b537b32-fd98-41f4-a883-417e254a4ad8 HTTP/1.1" status: 200 len: 217 time: 0.0923655 Feb 17 00:12:24.179863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-d341eea6-a138-4be3-922e-f490d1acd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:24.181624 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-d341eea6-a138-4be3-922e-f490d1acd04f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f371a7d-aa73-45cb-8f1e-6ac9559b1be4 HTTP/1.1" status: 200 len: 849 time: 0.1365263 Feb 17 00:12:24.270437 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-fec163ab-a260-43b8-ae1c-e577a41c94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:24.272297 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-fec163ab-a260-43b8-ae1c-e577a41c94d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e79efc6c-52dc-4bc6-86b5-06ed067c4e88 HTTP/1.1" status: 200 len: 855 time: 0.1567895 Feb 17 00:12:24.290165 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-1d985193-6c78-4d8a-ac5e-93c0aba1018a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ae836c7-fece-4f8e-880b-baa27dd16d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984323 Feb 17 00:12:24.309604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf3d0-5640-4683-8838-62b1a9a62d38 req-6f8e02e5-1502-4a47-b55d-2c71652686f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:24.311189 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-407bf3d0-5640-4683-8838-62b1a9a62d38 req-6f8e02e5-1502-4a47-b55d-2c71652686f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 909 time: 0.4818246 Feb 17 00:12:24.368886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943afee-cfdb-4488-8ea3-5f71db4cd445 req-56141a6c-167f-4970-9cad-320f35fb2d4d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:24.378741 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a943afee-cfdb-4488-8ea3-5f71db4cd445 req-56141a6c-167f-4970-9cad-320f35fb2d4d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.3056023 Feb 17 00:12:24.468326 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a943afee-cfdb-4488-8ea3-5f71db4cd445 req-799175bd-a851-4cc2-b4c6-72aa7b00e3ca tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883520 Feb 17 00:12:24.470204 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'tag': '8b537b32-fd98-41f4-a883-417e254a4ad8', 'status': 'completed', 'code': 200} Feb 17 00:12:24.493072 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-42f73196-5f94-41ff-863b-28c657895d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:24.495045 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-42f73196-5f94-41ff-863b-28c657895d1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2009823 Feb 17 00:12:24.528321 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb620908-1a07-45eb-9885-ef1031a0bad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59296b9a-0c67-4e29-8270-57850a512750', 'code': 200} Feb 17 00:12:24.543153 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-b4a56e09-5f66-46c2-aea4-090c9e99355f service neutron] 10.222.0.44 "GET /v2.0/networks/4ae836c7-fece-4f8e-880b-baa27dd16d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306252 Feb 17 00:12:24.599951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 59296b9a-0c67-4e29-8270-57850a512750 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:24.732416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 59296b9a-0c67-4e29-8270-57850a512750 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:24.732954 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:24.760503 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-407bf3d0-5640-4683-8838-62b1a9a62d38 req-ef4ac36d-5511-4e46-b989-8156411ebeb1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35605fd0-483e-4cc6-a720-595db89a26f8 HTTP/1.1" status: 200 len: 217 time: 0.1107452 Feb 17 00:12:24.777241 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-411269c8-214c-4214-8666-e010b66b6a7e service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670937 Feb 17 00:12:24.801756 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cb1ce-2579-42ad-814f-8f1df6312a8b req-2f124885-25f0-47fd-8c50-223c0c8d0686 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:24.803475 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-807cb1ce-2579-42ad-814f-8f1df6312a8b req-2f124885-25f0-47fd-8c50-223c0c8d0686 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.2091696 Feb 17 00:12:24.849348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac6705-f589-4675-8356-0cd43b585277 req-6e2df007-b6f2-48a0-b518-a580d471f5ad tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:24.850946 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2aac6705-f589-4675-8356-0cd43b585277 req-6e2df007-b6f2-48a0-b518-a580d471f5ad tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1637893 Feb 17 00:12:24.877585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8104312d-696c-48b3-82ca-1189241f926b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:24.889012 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4036d0-08e3-4640-a968-8e5d10da16a2 req-cea9d6c7-d841-46c8-9304-be9ef611847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:24.889223 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-807cb1ce-2579-42ad-814f-8f1df6312a8b req-19bb1686-3cf1-4aae-9319-1ef933625112 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724673 Feb 17 00:12:24.890644 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1b4036d0-08e3-4640-a968-8e5d10da16a2 req-cea9d6c7-d841-46c8-9304-be9ef611847f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8b739a7300f42a08378410cc354c5a2&device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 1162 time: 0.3465276 Feb 17 00:12:24.912769 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af7e3cdc-a02a-4d92-8699-fdaafaeef01e req-37dacd4d-9ed4-42e9-b54b-8b43e1fa3dd2 service neutron] 10.222.0.44 "GET /v2.0/networks/4ae836c7-fece-4f8e-880b-baa27dd16d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1760716 Feb 17 00:12:24.917486 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2aac6705-f589-4675-8356-0cd43b585277 req-f5380cf0-fc9a-4281-b5af-6a5be4fd67bd tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499928 Feb 17 00:12:24.975252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8104312d-696c-48b3-82ca-1189241f926b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:24.975707 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:25.173665 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238b206-7f42-4f86-8451-d65b7374fd7b req-c44312b2-5c0b-40ec-91f8-6f889dcb9e2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:25.175293 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b238b206-7f42-4f86-8451-d65b7374fd7b req-c44312b2-5c0b-40ec-91f8-6f889dcb9e2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 944 time: 0.1685393 Feb 17 00:12:25.182104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca481ce-95df-4156-aafe-90bacc74e22d req-8dfb7643-195c-4a47-883d-c5d70a31224c tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:25.183604 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1ca481ce-95df-4156-aafe-90bacc74e22d req-8dfb7643-195c-4a47-883d-c5d70a31224c tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 946 time: 0.1382537 Feb 17 00:12:25.259919 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b238b206-7f42-4f86-8451-d65b7374fd7b req-5c98520d-57cc-4d9f-a265-529a0532f5bb tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749531 Feb 17 00:12:25.265509 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1ca481ce-95df-4156-aafe-90bacc74e22d req-3f090074-c67a-4868-9698-36ad946fbfaf tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662527 Feb 17 00:12:25.673849 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b60035-f585-4da1-9d8b-06c116d13e26 req-7e97ccd9-5a4a-4302-9d2a-ddf2c7e19e99 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:25.675456 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-55b60035-f585-4da1-9d8b-06c116d13e26 req-7e97ccd9-5a4a-4302-9d2a-ddf2c7e19e99 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0849245 Feb 17 00:12:25.732315 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-55b60035-f585-4da1-9d8b-06c116d13e26 req-722fe643-7bfa-4ff8-9e35-e5afdd2d5b0a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499439 Feb 17 00:12:26.048749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:12:26.166627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ee672-febd-4205-b44d-15b288f113e1 req-a4cea060-d25a-496a-96f8-ef5c4a456a36 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:26.168250 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-629ee672-febd-4205-b44d-15b288f113e1 req-a4cea060-d25a-496a-96f8-ef5c4a456a36 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1564293 Feb 17 00:12:26.180437 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ce709-e68d-4f47-992a-dea48fbd555e req-4394a906-f5bc-4569-9b9e-6b588203195a tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:26.181960 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e29ce709-e68d-4f47-992a-dea48fbd555e req-4394a906-f5bc-4569-9b9e-6b588203195a tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1292045 Feb 17 00:12:26.254891 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-629ee672-febd-4205-b44d-15b288f113e1 req-2eabc476-ce75-4586-88df-717997f6beda tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718741 Feb 17 00:12:26.262156 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e29ce709-e68d-4f47-992a-dea48fbd555e req-d136f0b8-4c1e-4193-b0f0-239a536b54ea tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631371 Feb 17 00:12:26.533681 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9666b-e2d1-4150-9d4c-8070a940007d req-82aee08b-cb53-48c2-9942-06d3be0a82cf tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:26.535300 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a2a9666b-e2d1-4150-9d4c-8070a940007d req-82aee08b-cb53-48c2-9942-06d3be0a82cf tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 944 time: 0.1579468 Feb 17 00:12:26.545557 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77bc29-d16b-4e0e-ba29-174e108a8b66 req-aa7c2e89-7cee-488b-9c52-e253c18f5f0b tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:26.547066 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af77bc29-d16b-4e0e-ba29-174e108a8b66 req-aa7c2e89-7cee-488b-9c52-e253c18f5f0b tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 946 time: 0.1274242 Feb 17 00:12:26.619677 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a2a9666b-e2d1-4150-9d4c-8070a940007d req-91ff4094-8dee-42e1-ae60-07b13b7e933b tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715826 Feb 17 00:12:26.627701 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af77bc29-d16b-4e0e-ba29-174e108a8b66 req-5da0ae20-0664-4121-9b47-de8253eb0a49 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630600 Feb 17 00:12:26.950481 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00488585-3e22-49c9-a105-01e5d42317be req-8dbe1b97-2d68-4807-9ef7-cd2db3a251b0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:26.952059 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-00488585-3e22-49c9-a105-01e5d42317be req-8dbe1b97-2d68-4807-9ef7-cd2db3a251b0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0886719 Feb 17 00:12:26.999359 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-00488585-3e22-49c9-a105-01e5d42317be req-a21b5810-7a77-4bb5-94c0-ef40f7bfc3e8 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403657 Feb 17 00:12:27.722289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d784-0813-4fce-86c6-e12c2d2fbd4f req-48069a1f-91c1-4d7e-a62c-29417c283c51 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:27.724723 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fe96d784-0813-4fce-86c6-e12c2d2fbd4f req-48069a1f-91c1-4d7e-a62c-29417c283c51 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.3544006 Feb 17 00:12:27.731574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c525510-fce9-47c6-9c28-3d0a4a4de422 req-6c3cfb3e-e56a-49e0-ad3c-ea76e1f415e3 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:27.733223 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1c525510-fce9-47c6-9c28-3d0a4a4de422 req-6c3cfb3e-e56a-49e0-ad3c-ea76e1f415e3 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.3275383 Feb 17 00:12:27.808882 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fe96d784-0813-4fce-86c6-e12c2d2fbd4f req-9bacc883-cd5f-4b4b-9fdb-3fce9f9629d7 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744348 Feb 17 00:12:27.816274 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1c525510-fce9-47c6-9c28-3d0a4a4de422 req-4c2866b4-38ac-4095-a7b2-89f67816d3a3 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659599 Feb 17 00:12:28.051135 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.44', 63541) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:28.187668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec8811-7587-4841-a10e-e8a07d391b5a req-7c44eff3-8728-4f84-8358-31e16f44b071 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:28.190222 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cbec8811-7587-4841-a10e-e8a07d391b5a req-7c44eff3-8728-4f84-8358-31e16f44b071 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 944 time: 0.2796025 Feb 17 00:12:28.227045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8104312d-696c-48b3-82ca-1189241f926b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:28.229261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf3d0-5640-4683-8838-62b1a9a62d38 req-7bad46f5-5dea-45b7-942e-91013c135144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:28.230849 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-407bf3d0-5640-4683-8838-62b1a9a62d38 req-7bad46f5-5dea-45b7-942e-91013c135144 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2bb5263-4288-4940-b735-22dadc7bf870 HTTP/1.1" status: 200 len: 855 time: 0.2676260 Feb 17 00:12:28.234899 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35e837-8b64-4fc9-82c0-0d6372c7852f req-b8d49323-f760-4709-aa08-16edf5482187 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:28.236477 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e35e837-8b64-4fc9-82c0-0d6372c7852f req-b8d49323-f760-4709-aa08-16edf5482187 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 946 time: 0.2868497 Feb 17 00:12:28.242257 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce2eb345-b2ae-4669-a7cc-f5401d4f5b40 req-9f2a3302-df7b-4bc8-9c92-03a12ccea3b9 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2474787 Feb 17 00:12:28.293493 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cbec8811-7587-4841-a10e-e8a07d391b5a req-489f1758-df34-4f62-8f3d-41b05c94d662 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881341 Feb 17 00:12:28.316203 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e35e837-8b64-4fc9-82c0-0d6372c7852f req-47907030-70f0-4c58-a76d-cd0043bd9c62 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616000 Feb 17 00:12:28.381892 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-407bf3d0-5640-4683-8838-62b1a9a62d38 req-41230da6-12ef-4651-bf49-7bb82d9eed10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226115 Feb 17 00:12:28.419296 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c160076-a1cf-45aa-9c72-d8d586d1a8ab req-c3e3f1a3-a7bc-4866-bbb7-f59fcb7239f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:28.421016 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5c160076-a1cf-45aa-9c72-d8d586d1a8ab req-c3e3f1a3-a7bc-4866-bbb7-f59fcb7239f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 1160 time: 0.1084278 Feb 17 00:12:28.430519 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf4eaa-a857-476d-8770-0f1b9b005d9c req-cbc2e8a9-2132-4b03-802a-9cadcb303efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:28.432268 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dfdf4eaa-a857-476d-8770-0f1b9b005d9c req-cbc2e8a9-2132-4b03-802a-9cadcb303efd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 1162 time: 0.2763448 Feb 17 00:12:28.437590 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8104312d-696c-48b3-82ca-1189241f926b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:28.438398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:28.467137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4036d0-08e3-4640-a968-8e5d10da16a2 req-3423bc39-8ae2-4947-a247-388040e0475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:28.469268 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1b4036d0-08e3-4640-a968-8e5d10da16a2 req-3423bc39-8ae2-4947-a247-388040e0475d service neutron] 10.222.0.44 "GET /v2.0/networks?id=292ce40c-118c-44c2-8c05-5400235fe99a HTTP/1.1" status: 200 len: 912 time: 0.4553823 Feb 17 00:12:28.543890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30546f-1c6c-46ad-9852-e3405d7e2eaa req-5ea85d13-27cc-41dd-80e3-2e38c1b93f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:28.545680 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f30546f-1c6c-46ad-9852-e3405d7e2eaa req-5ea85d13-27cc-41dd-80e3-2e38c1b93f2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=220a3069fe2a4730a94d840909b4c254&device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 1161 time: 0.4933529 Feb 17 00:12:28.653512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c160076-a1cf-45aa-9c72-d8d586d1a8ab req-41e4b3b4-865b-478b-88d6-e0aa44aea668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:28.655099 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5c160076-a1cf-45aa-9c72-d8d586d1a8ab req-41e4b3b4-865b-478b-88d6-e0aa44aea668 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 910 time: 0.2138188 Feb 17 00:12:28.656369 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1b4036d0-08e3-4640-a968-8e5d10da16a2 req-c331efc5-b6e5-4b26-bb63-58f117991f66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bdc3891-2edc-48fd-b03c-177a59787882 HTTP/1.1" status: 200 len: 217 time: 0.1283762 Feb 17 00:12:28.665366 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f560b00-9480-4e1a-be08-58dbcee25d56 req-f6b7e148-fd72-4161-984d-bb22d0c53949 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:28.666917 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f560b00-9480-4e1a-be08-58dbcee25d56 req-f6b7e148-fd72-4161-984d-bb22d0c53949 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.1457076 Feb 17 00:12:28.763540 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5c160076-a1cf-45aa-9c72-d8d586d1a8ab req-7357ac09-3481-4b0e-bf7a-f9723ada2290 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b537b32-fd98-41f4-a883-417e254a4ad8 HTTP/1.1" status: 200 len: 217 time: 0.0884333 Feb 17 00:12:28.849363 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f560b00-9480-4e1a-be08-58dbcee25d56 req-2bd193ea-3e5d-459d-80e3-1dffcc59aaa6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754918 Feb 17 00:12:28.885108 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c160076-a1cf-45aa-9c72-d8d586d1a8ab req-b2959904-91c5-47e2-8bef-6b73975562f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:28.887293 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5c160076-a1cf-45aa-9c72-d8d586d1a8ab req-b2959904-91c5-47e2-8bef-6b73975562f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e79efc6c-52dc-4bc6-86b5-06ed067c4e88 HTTP/1.1" status: 200 len: 855 time: 0.1074436 Feb 17 00:12:29.023536 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dfdf4eaa-a857-476d-8770-0f1b9b005d9c req-bb6a46bb-e8e3-498f-9a2b-48ea997137b0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5517113 Feb 17 00:12:29.136525 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30546f-1c6c-46ad-9852-e3405d7e2eaa req-7be76f90-43c1-4a42-b1a4-3c288dd86603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:29.138138 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f30546f-1c6c-46ad-9852-e3405d7e2eaa req-7be76f90-43c1-4a42-b1a4-3c288dd86603 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4ae836c7-fece-4f8e-880b-baa27dd16d9b HTTP/1.1" status: 200 len: 903 time: 0.5283339 Feb 17 00:12:29.139469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4036d0-08e3-4640-a968-8e5d10da16a2 req-c981efba-7c41-4d6b-9ef8-4a36f8797458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:29.140971 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1b4036d0-08e3-4640-a968-8e5d10da16a2 req-c981efba-7c41-4d6b-9ef8-4a36f8797458 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe671e02-7907-41b0-90ea-0ea88628cba7 HTTP/1.1" status: 200 len: 858 time: 0.4691646 Feb 17 00:12:29.143001 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-407bf3d0-5640-4683-8838-62b1a9a62d38 req-68ca109d-6ed4-4e6f-9530-7d426594fe7e service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7508595 Feb 17 00:12:29.169005 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c160076-a1cf-45aa-9c72-d8d586d1a8ab req-ab0e76be-a1bb-41d0-af19-2fb0edeaae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:29.171080 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5c160076-a1cf-45aa-9c72-d8d586d1a8ab req-ab0e76be-a1bb-41d0-af19-2fb0edeaae5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2746222 Feb 17 00:12:29.209553 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f788a-9ce8-418e-9afe-69c4bf393b6c req-1afa9c19-39c1-4666-b5d9-913556a99d0c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:29.211132 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aa5f788a-9ce8-418e-9afe-69c4bf393b6c req-1afa9c19-39c1-4666-b5d9-913556a99d0c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.2146907 Feb 17 00:12:29.217248 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882084-c7ff-463b-880d-83d7af669784 req-dabec940-e180-47f0-9c2a-62548b56708d tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:29.218738 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b6882084-c7ff-463b-880d-83d7af669784 req-dabec940-e180-47f0-9c2a-62548b56708d tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.2243783 Feb 17 00:12:29.304260 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aa5f788a-9ce8-418e-9afe-69c4bf393b6c req-d34bbfa1-987f-4198-8fca-36715eed604f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843086 Feb 17 00:12:29.307744 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b6882084-c7ff-463b-880d-83d7af669784 req-d9a0bd4a-9c92-4ff9-a92f-2b4880a3cf24 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734766 Feb 17 00:12:29.590536 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1b4036d0-08e3-4640-a968-8e5d10da16a2 req-f92b89b0-f91f-4e23-bda8-134f6f5afce6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=292ce40c-118c-44c2-8c05-5400235fe99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1864409 Feb 17 00:12:29.615222 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f30546f-1c6c-46ad-9852-e3405d7e2eaa req-b51eb02e-3e19-491e-998a-c98004f0daa5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b978624e-f7b8-497d-b389-7117b0d1a410 HTTP/1.1" status: 200 len: 217 time: 0.1644573 Feb 17 00:12:29.692180 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5c160076-a1cf-45aa-9c72-d8d586d1a8ab req-1265fd5b-20b7-4bef-b135-79a090a8e5d1 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162696 Feb 17 00:12:29.743996 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e9889-c70c-462d-bc69-0afe9f2da440 req-f057ad41-03c9-435c-99f3-d71070336c96 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:29.745966 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e34e9889-c70c-462d-bc69-0afe9f2da440 req-f057ad41-03c9-435c-99f3-d71070336c96 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 944 time: 0.2961099 Feb 17 00:12:29.757767 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c04b70-e195-49f5-b10d-6a3d871b2a3c req-557b3397-3afe-4209-88b1-a2817b9f8d84 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:29.759397 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d0c04b70-e195-49f5-b10d-6a3d871b2a3c req-557b3397-3afe-4209-88b1-a2817b9f8d84 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 946 time: 0.2678306 Feb 17 00:12:29.905207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30546f-1c6c-46ad-9852-e3405d7e2eaa req-07e6b7e1-412b-4f82-8592-556b4f6303db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:29.907259 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f30546f-1c6c-46ad-9852-e3405d7e2eaa req-07e6b7e1-412b-4f82-8592-556b4f6303db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f371a7d-aa73-45cb-8f1e-6ac9559b1be4 HTTP/1.1" status: 200 len: 849 time: 0.2649348 Feb 17 00:12:29.933813 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e34e9889-c70c-462d-bc69-0afe9f2da440 req-b2312fcb-e796-45fb-916e-2ce89ca4dc41 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733456 Feb 17 00:12:29.941873 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d0c04b70-e195-49f5-b10d-6a3d871b2a3c req-73748d87-f1cd-472a-bca7-7d2a047180cb tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175723 Feb 17 00:12:29.990254 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5c160076-a1cf-45aa-9c72-d8d586d1a8ab req-66b14bce-62c5-4edc-8dca-367d78d9b060 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2908874 Feb 17 00:12:30.047995 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f30546f-1c6c-46ad-9852-e3405d7e2eaa req-7af1e1c1-528f-4baa-834d-56a7ab3c5de8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ae836c7-fece-4f8e-880b-baa27dd16d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206720 Feb 17 00:12:30.059212 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-407bf3d0-5640-4683-8838-62b1a9a62d38 req-bdd46db2-dcf1-4d95-a4e8-a53d80ef3340 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6842391 Feb 17 00:12:30.066206 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1b4036d0-08e3-4640-a968-8e5d10da16a2 req-8d036245-13d3-479a-ac00-d39a17fe69c8 service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553440 Feb 17 00:12:30.089171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5f7e1-e4bc-4bb0-bb0e-d21640f1f000 req-e8a24c70-9be6-4adb-9da9-64548f8007d6 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:30.089536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e5f5f7e1-e4bc-4bb0-bb0e-d21640f1f000 req-e8a24c70-9be6-4adb-9da9-64548f8007d6 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Synchronizing usage tracker for tenant:bf614b1ac68344feb43c178f3107a925 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:30.091682 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device a885a0c7-3d4e-4034-9516-50ba3083b624 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:12:30.232535 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f020e-bdbe-4a18-aac7-e19e568a195e req-ddcdbaf6-304d-4bf3-858e-bf41556fcbd2 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:30.234275 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ef2f020e-bdbe-4a18-aac7-e19e568a195e req-ddcdbaf6-304d-4bf3-858e-bf41556fcbd2 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.1380446 Feb 17 00:12:30.266458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:30.288200 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ef2f020e-bdbe-4a18-aac7-e19e568a195e req-da109ac5-b934-4dd4-858e-0969d06e441e tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466433 Feb 17 00:12:30.297994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24863d1-8569-4658-9501-b96c501df747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a885a0c7-3d4e-4034-9516-50ba3083b624'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:30.307030 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port a885a0c7-3d4e-4034-9516-50ba3083b624, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a885a0c7-3d4e-4034-9516-50ba3083b624,segment=NetworkSegment(3a12347b-2c7d-448a-98fc-6ed7b5a3d813),segment_id=3a12347b-2c7d-448a-98fc-6ed7b5a3d813)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:30.310698 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:30.312968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:30.387125 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e5f5f7e1-e4bc-4bb0-bb0e-d21640f1f000 req-e8a24c70-9be6-4adb-9da9-64548f8007d6 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Unset dirty status for tenant:bf614b1ac68344feb43c178f3107a925 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:30.388378 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5f5f7e1-e4bc-4bb0-bb0e-d21640f1f000 req-e8a24c70-9be6-4adb-9da9-64548f8007d6 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.44 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 946 time: 0.7008352 Feb 17 00:12:30.400440 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24863d1-8569-4658-9501-b96c501df747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a885a0c7-3d4e-4034-9516-50ba3083b624', 'code': 200} Feb 17 00:12:30.403422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=a885a0c7-3d4e-4034-9516-50ba3083b624,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:30.413091 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.414019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.415659 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.416200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.416754 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.417265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.417772 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.418275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.418863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.419354 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.419857 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.420372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.420939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.421456 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.422013 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.422492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.422997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.423634 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.424391 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.424783 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.425152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.425916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.426285 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.426673 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:12:30.431676 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:30.519025 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f30546f-1c6c-46ad-9852-e3405d7e2eaa req-24c0923b-b00a-42cd-a2c0-22a008a1baa3 service neutron] 10.222.0.44 "GET /v2.0/networks/4ae836c7-fece-4f8e-880b-baa27dd16d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262569 Feb 17 00:12:30.526590 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1b4036d0-08e3-4640-a968-8e5d10da16a2 req-0a1d3e1e-7309-45c6-9a8a-b72986438439 service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4137690 Feb 17 00:12:30.532924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e5f5f7e1-e4bc-4bb0-bb0e-d21640f1f000 req-d039fca6-0a38-4fc4-8824-f4a5a34e838f tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Deleting port a885a0c7-3d4e-4034-9516-50ba3083b624 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:30.533349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e5f5f7e1-e4bc-4bb0-bb0e-d21640f1f000 req-d039fca6-0a38-4fc4-8824-f4a5a34e838f tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:30.608825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:30.611938 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca6bf-280b-4352-a3cf-00fce2f4a1f0 req-af3b14a9-ed47-4519-a39d-c48a9426d43a tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:30.613591 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bcca6bf-280b-4352-a3cf-00fce2f4a1f0 req-af3b14a9-ed47-4519-a39d-c48a9426d43a tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1662977 Feb 17 00:12:30.621400 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c6c8f-dc08-40dd-a802-9a8254cc1eed req-ac9ca373-c7e3-4099-a531-fe04e842955e tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:30.622964 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2c1c6c8f-dc08-40dd-a802-9a8254cc1eed req-ac9ca373-c7e3-4099-a531-fe04e842955e tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1295352 Feb 17 00:12:30.701175 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bcca6bf-280b-4352-a3cf-00fce2f4a1f0 req-2f633a86-8bc7-410a-acaf-92050a3b558c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771022 Feb 17 00:12:30.709244 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2c1c6c8f-dc08-40dd-a802-9a8254cc1eed req-01fa434c-fa34-4725-85a4-e52aa8ce74cd tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696275 Feb 17 00:12:30.866118 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f30546f-1c6c-46ad-9852-e3405d7e2eaa req-5c0dabb5-c0d6-4a78-a257-3fe3f16dae38 service neutron] 10.222.0.44 "GET /v2.0/networks/4ae836c7-fece-4f8e-880b-baa27dd16d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3023329 Feb 17 00:12:30.947692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e5f5f7e1-e4bc-4bb0-bb0e-d21640f1f000 req-d039fca6-0a38-4fc4-8824-f4a5a34e838f tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] For port a885a0c7-3d4e-4034-9516-50ba3083b624, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a885a0c7-3d4e-4034-9516-50ba3083b624,segment=NetworkSegment(3a12347b-2c7d-448a-98fc-6ed7b5a3d813),segment_id=3a12347b-2c7d-448a-98fc-6ed7b5a3d813)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:30.948952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e5f5f7e1-e4bc-4bb0-bb0e-d21640f1f000 req-d039fca6-0a38-4fc4-8824-f4a5a34e838f tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:31.149782 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e5f5f7e1-e4bc-4bb0-bb0e-d21640f1f000 req-d039fca6-0a38-4fc4-8824-f4a5a34e838f tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Calling delete_port for a885a0c7-3d4e-4034-9516-50ba3083b624 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:12:31.417173 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838382a3-d849-4b5f-a014-050f3869e12b req-fa77eab5-5251-490f-a288-6ad7c4875ef8 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:31.418807 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-838382a3-d849-4b5f-a014-050f3869e12b req-fa77eab5-5251-490f-a288-6ad7c4875ef8 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 944 time: 0.2441583 Feb 17 00:12:31.430465 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410850cd-01c7-4697-bf2b-1fc16b551e5c req-22465861-edf1-4813-a407-0b279b4e02db tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:31.438857 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-410850cd-01c7-4697-bf2b-1fc16b551e5c req-22465861-edf1-4813-a407-0b279b4e02db tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 944 time: 0.1717782 Feb 17 00:12:31.534376 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-410850cd-01c7-4697-bf2b-1fc16b551e5c req-4cbabc3e-23e1-4775-93ab-95e82865a5fa tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/security-groups?id=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943973 Feb 17 00:12:31.553457 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-838382a3-d849-4b5f-a014-050f3869e12b req-28b2ebb3-b680-4855-99e3-45ff8b68f259 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979593 Feb 17 00:12:31.712009 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e5f5f7e1-e4bc-4bb0-bb0e-d21640f1f000 req-d039fca6-0a38-4fc4-8824-f4a5a34e838f tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:31.727444 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:31.829296 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039fca6-0a38-4fc4-8824-f4a5a34e838f tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Pushing event deleted for resources: {'Port': ['ID=a885a0c7-3d4e-4034-9516-50ba3083b624,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:31.836736 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d039fca6-0a38-4fc4-8824-f4a5a34e838f tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:31.955078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f5f7e1-e4bc-4bb0-bb0e-d21640f1f000 req-d039fca6-0a38-4fc4-8824-f4a5a34e838f tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] No DVR routers for this DVR port a885a0c7-3d4e-4034-9516-50ba3083b624 on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:12:31.958912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e5f5f7e1-e4bc-4bb0-bb0e-d21640f1f000 req-d039fca6-0a38-4fc4-8824-f4a5a34e838f tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:31.961704 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24863d1-8569-4658-9501-b96c501df747', 'name': 'network-vif-deleted', 'tag': 'a885a0c7-3d4e-4034-9516-50ba3083b624'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:31.976538 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5f5f7e1-e4bc-4bb0-bb0e-d21640f1f000 req-d039fca6-0a38-4fc4-8824-f4a5a34e838f tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.44 "DELETE /v2.0/ports/a885a0c7-3d4e-4034-9516-50ba3083b624 HTTP/1.1" status: 204 len: 173 time: 1.5646946 Feb 17 00:12:32.084841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-b43c2737-1d1d-4ebb-bd30-f0b03dae8ac9 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:32.086518 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-b43c2737-1d1d-4ebb-bd30-f0b03dae8ac9 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 815 time: 0.4383335 Feb 17 00:12:32.094601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a0b4e-d8e0-426d-8477-eb84e4770fbf req-e9d2b585-d7f4-4232-b274-93b697c142b3 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:32.095880 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f53a0b4e-d8e0-426d-8477-eb84e4770fbf req-e9d2b585-d7f4-4232-b274-93b697c142b3 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.4238954 Feb 17 00:12:32.127083 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-36ab379f-9bf5-4ecb-adc6-657dead4858a tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/quotas/86e6d2827f514b628230f7b277476dc5 HTTP/1.1" status: 200 len: 375 time: 0.0301099 Feb 17 00:12:32.203239 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f53a0b4e-d8e0-426d-8477-eb84e4770fbf req-3eca88a2-9ed2-44f5-ae67-4c684ff48ec0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985861 Feb 17 00:12:32.249270 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d7908e4e-3f50-4b53-9c9f-d72811872ab9 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1072936 Feb 17 00:12:32.353400 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-76a16bcd-8394-4bbe-ae5a-d604c53a6b58 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:12:32.470119 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-9a841728-1f1b-44dd-93e6-0023bc0a91e7 service neutron] 10.222.0.74 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132230 Feb 17 00:12:32.477717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77263182-168e-42af-9c32-b1b83d3a9262 req-6c9ef5a0-2eb0-4171-8556-f0c92b0e6287 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:32.479270 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77263182-168e-42af-9c32-b1b83d3a9262 req-6c9ef5a0-2eb0-4171-8556-f0c92b0e6287 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1478617 Feb 17 00:12:32.620093 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77263182-168e-42af-9c32-b1b83d3a9262 req-4eb812da-0e49-4feb-98a1-23a65b00410a tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140878 Feb 17 00:12:32.662851 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-77409250-95a2-4490-99ac-4721edace134 service neutron] 10.222.0.74 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1825337 Feb 17 00:12:32.872658 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24863d1-8569-4658-9501-b96c501df747', 'name': 'network-vif-deleted', 'tag': 'a885a0c7-3d4e-4034-9516-50ba3083b624', 'status': 'completed', 'code': 200} Feb 17 00:12:32.874924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7199f0-d636-4888-bd65-3180f0bfe6c0 req-c50aeec8-ccd3-4f5c-a762-8e4a0f1007fc tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:32.890159 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f7199f0-d636-4888-bd65-3180f0bfe6c0 req-c50aeec8-ccd3-4f5c-a762-8e4a0f1007fc tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1253488 Feb 17 00:12:32.937583 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f7199f0-d636-4888-bd65-3180f0bfe6c0 req-0a01795e-a6c3-4791-b484-6f8068b62921 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528414 Feb 17 00:12:33.037942 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66da8649-ff3b-40a2-a262-ec701b27e7a0 req-16d8fa64-a54b-49f5-bb4d-cb8b227a3f10 tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] 10.222.0.74 "GET /v2.0/ports?device_id=f24863d1-8569-4658-9501-b96c501df747 HTTP/1.1" status: 200 len: 210 time: 0.0582271 Feb 17 00:12:33.148770 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e87ec6e-ab49-4c3f-bc95-a28095c9dcb4 req-a436ce23-efb5-4307-88dc-3abddd6581ea tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 210 time: 0.0583208 Feb 17 00:12:33.204123 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d89308-df36-4e4b-bc09-2d3eb89def4f req-ec1af96d-f354-419c-b7da-7fabcbc6eb33 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:33.213220 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-49d89308-df36-4e4b-bc09-2d3eb89def4f req-ec1af96d-f354-419c-b7da-7fabcbc6eb33 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 944 time: 0.1667023 Feb 17 00:12:33.271839 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-49d89308-df36-4e4b-bc09-2d3eb89def4f req-2c17e416-a0c0-4531-b41f-d33aef2d064a tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575907 Feb 17 00:12:33.370369 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4b734-5e39-4d90-b405-85f27aa6fe4d req-91faca48-978d-4419-91b9-0acc988b0394 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:33.371980 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3c4b734-5e39-4d90-b405-85f27aa6fe4d req-91faca48-978d-4419-91b9-0acc988b0394 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0942817 Feb 17 00:12:33.382475 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 54108) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:33.389289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-768fcfc4-5617-4ee5-b07e-4cf013d6f367 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Request body: {'floatingip': {'port_id': '59296b9a-0c67-4e29-8270-57850a512750'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:33.475909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-768fcfc4-5617-4ee5-b07e-4cf013d6f367 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:33.505319 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2a6a6-9979-43bc-af3b-1ff31e299f66 req-b0094a0a-d888-4b27-b5b6-f485e18c2cdb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:33.509344 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-27e2a6a6-9979-43bc-af3b-1ff31e299f66 req-b0094a0a-d888-4b27-b5b6-f485e18c2cdb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.1054838 Feb 17 00:12:33.564607 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-27e2a6a6-9979-43bc-af3b-1ff31e299f66 req-058453f8-84e0-4273-97ca-4931bd1e770d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504978 Feb 17 00:12:33.853084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c09930-658c-4cfa-b4ad-08c6c60108a5 req-609d55eb-3804-4450-a614-a18d4d583f2d tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:33.854750 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6c09930-658c-4cfa-b4ad-08c6c60108a5 req-609d55eb-3804-4450-a614-a18d4d583f2d tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1005380 Feb 17 00:12:33.910071 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6c09930-658c-4cfa-b4ad-08c6c60108a5 req-b2d1b5fa-3054-472f-9027-a800206dd74f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468597 Feb 17 00:12:34.038626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8b537b32-fd98-41f4-a883-417e254a4ad8 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:34.199771 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 8b537b32-fd98-41f4-a883-417e254a4ad8 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:12:34.210739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8b537b32-fd98-41f4-a883-417e254a4ad8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:34.211170 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:34.391101 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-768fcfc4-5617-4ee5-b07e-4cf013d6f367 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:34.404111 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-768fcfc4-5617-4ee5-b07e-4cf013d6f367 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:34.453493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:34.492404 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a28c1869-135c-41f9-98ef-555f360ab513 req-e0e8b182-89b6-42c0-85b1-ee1e5382e911 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 210 time: 0.1742256 Feb 17 00:12:34.534170 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b537b32-fd98-41f4-a883-417e254a4ad8'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:34.544417 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090535d-31eb-42b6-9fe0-bff540269ae3 req-5c2b77cb-0291-4be2-ae3a-030f132e4619 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:34.554525 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9090535d-31eb-42b6-9fe0-bff540269ae3 req-5c2b77cb-0291-4be2-ae3a-030f132e4619 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 944 time: 0.1300886 Feb 17 00:12:34.570467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 8b537b32-fd98-41f4-a883-417e254a4ad8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8b537b32-fd98-41f4-a883-417e254a4ad8,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:34.578969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:34.579837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device b978624e-f7b8-497d-b389-7117b0d1a410 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:34.626752 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9090535d-31eb-42b6-9fe0-bff540269ae3 req-b10c995f-d72d-4706-b9bb-398460bb2937 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709240 Feb 17 00:12:34.635267 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a455a0f-4aa3-41eb-adc0-b8a3d035178d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:34.706006 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b537b32-fd98-41f4-a883-417e254a4ad8', 'code': 200} Feb 17 00:12:34.833121 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port b978624e-f7b8-497d-b389-7117b0d1a410 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:12:34.850897 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port b978624e-f7b8-497d-b389-7117b0d1a410 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:34.854525 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:34.917472 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff446c-5fd9-4e95-95fe-df7122c7b6e8 req-d0f65e85-361f-44db-9a27-277c1f5a0290 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:34.919255 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-87ff446c-5fd9-4e95-95fe-df7122c7b6e8 req-d0f65e85-361f-44db-9a27-277c1f5a0290 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1754937 Feb 17 00:12:34.970156 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=8b537b32-fd98-41f4-a883-417e254a4ad8,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:34.981903 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:35.002879 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [None req-768fcfc4-5617-4ee5-b07e-4cf013d6f367 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Floating IP 3dd2433f-7de2-4880-b53e-d93ea78bc6cc associated. External IP: 172.27.1.180, port: 59296b9a-0c67-4e29-8270-57850a512750. Feb 17 00:12:35.019239 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-87ff446c-5fd9-4e95-95fe-df7122c7b6e8 req-8f733f9e-a170-4048-b7d2-f9846a32f221 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895472 Feb 17 00:12:35.141339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:35.180069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port b978624e-f7b8-497d-b389-7117b0d1a410, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b978624e-f7b8-497d-b389-7117b0d1a410,segment=NetworkSegment(06e3e626-a758-48b6-afbd-6959d9c56921),segment_id=06e3e626-a758-48b6-afbd-6959d9c56921)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:35.185580 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:35.186577 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 59296b9a-0c67-4e29-8270-57850a512750 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:35.193197 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0d182-82fd-4a2b-9c9f-3e73bb58d7ba req-c6dcdbca-7880-4916-9cf5-9db3233696ff tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:35.197251 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0aa0d182-82fd-4a2b-9c9f-3e73bb58d7ba req-c6dcdbca-7880-4916-9cf5-9db3233696ff tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1076751 Feb 17 00:12:35.218116 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c1abf95f-cec5-4121-afee-0aaaefe27fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:35.248123 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0aa0d182-82fd-4a2b-9c9f-3e73bb58d7ba req-6fc7dab2-4bc6-4daf-a676-a749d495822f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464187 Feb 17 00:12:35.335977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=b978624e-f7b8-497d-b389-7117b0d1a410,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:35.340254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:35.341886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 59296b9a-0c67-4e29-8270-57850a512750 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:35.342309 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:35.483272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-c88cc08d-cb9d-4b39-821f-90e0ac5f7afe tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:35.484896 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-c88cc08d-cb9d-4b39-821f-90e0ac5f7afe tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 815 time: 0.7973661 Feb 17 00:12:35.514284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Request body: {'port': {'device_id': '539cfc76-1f27-4dde-bab4-5641403fc4c5', 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b', 'admin_state_up': True, 'tenant_id': '86e6d2827f514b628230f7b277476dc5'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:35.682994 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-727748aa-0f57-444a-9ca8-46a774ed0694 req-06b6d270-15d7-4671-90e3-e32844f42102 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 210 time: 0.0520422 Feb 17 00:12:35.695958 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 54178) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:35.708178 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fe42c-3399-4b87-9a1a-67d278d7bffc req-1d0497b0-64dc-4240-8649-304231434f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:35.708178 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-837fe42c-3399-4b87-9a1a-67d278d7bffc req-1d0497b0-64dc-4240-8649-304231434f5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 1162 time: 0.5092199 Feb 17 00:12:35.799612 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device b978624e-f7b8-497d-b389-7117b0d1a410 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:35.857660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35bdb005-1393-4063-991c-2d8e660fd25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:35.866174 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:35.878520 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-35bdb005-1393-4063-991c-2d8e660fd25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:35.885725 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-35bdb005-1393-4063-991c-2d8e660fd25d admin admin] Usage tracker for resource:security_group_rule and tenant:b17b61e254be440e86c7276f2e9687a1 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:35.888074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:35.891503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-35bdb005-1393-4063-991c-2d8e660fd25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:35.909670 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-35bdb005-1393-4063-991c-2d8e660fd25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:35.927793 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port b978624e-f7b8-497d-b389-7117b0d1a410 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:35.928854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:35.929360 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d22906-6546-4660-a405-a3896da3cc5d req-0a06d60a-39b1-4e0f-8773-3a66ff686a54 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:35.930170 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-837fe42c-3399-4b87-9a1a-67d278d7bffc req-f07842c3-eb0b-4fd8-bfbe-3364add45931 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627445 Feb 17 00:12:35.933235 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Made reservation on behalf of 86e6d2827f514b628230f7b277476dc5 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:12:35.937763 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e6d22906-6546-4660-a405-a3896da3cc5d req-0a06d60a-39b1-4e0f-8773-3a66ff686a54 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 946 time: 0.1814773 Feb 17 00:12:35.939120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:36.011636 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e6d22906-6546-4660-a405-a3896da3cc5d req-58a1fa67-903f-4646-b5db-cd35b4c7df65 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727394 Feb 17 00:12:36.099105 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768fcfc4-5617-4ee5-b07e-4cf013d6f367 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:12:36.106665 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8b537b32-fd98-41f4-a883-417e254a4ad8 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:36.154699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35bdb005-1393-4063-991c-2d8e660fd25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:36.161944 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35bdb005-1393-4063-991c-2d8e660fd25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:36.173270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5ee3398e-e084-4b01-8216-0299b720d53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:36.205552 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8b537b32-fd98-41f4-a883-417e254a4ad8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:36.207307 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:36.308459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d69bbde-b6d4-4289-a7ed-a3f53c29061c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:36.342629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdb005-1393-4063-991c-2d8e660fd25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cd6359-49c2-48d8-b8a5-cb120d3390df,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:36.350032 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-35bdb005-1393-4063-991c-2d8e660fd25d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b17b61e254be440e86c7276f2e9687a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527786 Feb 17 00:12:36.351272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-35bdb005-1393-4063-991c-2d8e660fd25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:36.353862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 54210) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:36.473733 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9cbf5-b979-4e63-8e58-cc363118b47f req-aa48bdb3-8025-4587-8dde-31ee282f3c07 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:36.482489 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-23d9cbf5-b979-4e63-8e58-cc363118b47f req-aa48bdb3-8025-4587-8dde-31ee282f3c07 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.2448080 Feb 17 00:12:36.526335 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a21378d-49ce-4d81-bbf4-520ad06ef851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:36.609084 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-23d9cbf5-b979-4e63-8e58-cc363118b47f req-daf68aac-089a-44c9-9ada-2e80aa6f535a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255503 Feb 17 00:12:36.617330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768fcfc4-5617-4ee5-b07e-4cf013d6f367 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:12:36.621703 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a21378d-49ce-4d81-bbf4-520ad06ef851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:36.631643 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-768fcfc4-5617-4ee5-b07e-4cf013d6f367 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:36.659001 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642c123-8b30-4f59-b6ae-5020e80d993e None None] Sync routers for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:12:36.667169 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Allocated IP 172.20.0.10 (9f3635fc-d9cf-406e-b875-e47aa8a1b67b/b2bb5263-4288-4940-b735-22dadc7bf870/9c561d9b-252e-40d4-acfa-31d4d81da166) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:12:36.688148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642c123-8b30-4f59-b6ae-5020e80d993e None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:12:36.689141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a642c123-8b30-4f59-b6ae-5020e80d993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:12:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:36.708084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15069a68-cdb1-48c9-9f70-b7737e988b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b978624e-f7b8-497d-b389-7117b0d1a410'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:36.719542 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2b36f-ce84-464d-b1c9-d9e8a72d2809 req-a55528f8-7d0f-484a-b7e1-3cba164faa17 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:36.721450 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-28c2b36f-ce84-464d-b1c9-d9e8a72d2809 req-a55528f8-7d0f-484a-b7e1-3cba164faa17 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.2046487 Feb 17 00:12:36.727759 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-768fcfc4-5617-4ee5-b07e-4cf013d6f367 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "PUT /v2.0/floatingips/3dd2433f-7de2-4880-b53e-d93ea78bc6cc HTTP/1.1" status: 200 len: 991 time: 3.3435369 Feb 17 00:12:36.731782 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb620908-1a07-45eb-9885-ef1031a0bad3', 'tag': '59296b9a-0c67-4e29-8270-57850a512750'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:36.757835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a21378d-49ce-4d81-bbf4-520ad06ef851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:36.768410 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:36.795374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 54230) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:36.811538 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-28c2b36f-ce84-464d-b1c9-d9e8a72d2809 req-407cc7b2-65dc-4f89-84a2-feb6afb15da4 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783885 Feb 17 00:12:36.812424 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21378d-49ce-4d81-bbf4-520ad06ef851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cd6359-49c2-48d8-b8a5-cb120d3390df,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:36.851126 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4a21378d-49ce-4d81-bbf4-520ad06ef851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:36.851654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 54234) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:36.852499 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a21378d-49ce-4d81-bbf4-520ad06ef851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:36.860025 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4a21378d-49ce-4d81-bbf4-520ad06ef851 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b4cd6359-49c2-48d8-b8a5-cb120d3390df HTTP/1.1" status: 204 len: 168 time: 0.5050609 Feb 17 00:12:36.935729 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15069a68-cdb1-48c9-9f70-b7737e988b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b978624e-f7b8-497d-b389-7117b0d1a410', 'code': 200} Feb 17 00:12:37.049548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f04d2d4-fafa-4fa6-b245-349a50a2fea5 admin admin] Deleting subnet 19a6a3f1-435a-4f6c-b256-aa0f31fb77b5 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:12:37.072201 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3f04d2d4-fafa-4fa6-b245-349a50a2fea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:37.084897 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-451447ca-b877-4770-af4b-8defda077527 req-7246775e-e2d0-421a-9034-f12651f035d7 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 210 time: 0.1217835 Feb 17 00:12:37.142459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-a642c123-8b30-4f59-b6ae-5020e80d993e None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:12:37.271394 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb620908-1a07-45eb-9885-ef1031a0bad3', 'tag': '59296b9a-0c67-4e29-8270-57850a512750', 'status': 'completed', 'code': 200} Feb 17 00:12:37.382398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6814654-83d8-4d2a-a25e-08707c84af44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:37.422726 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3f04d2d4-fafa-4fa6-b245-349a50a2fea5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:37.453070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:37.475836 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d6814654-83d8-4d2a-a25e-08707c84af44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:37.493391 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3f04d2d4-fafa-4fa6-b245-349a50a2fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:37.493630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d6814654-83d8-4d2a-a25e-08707c84af44 admin admin] Usage tracker for resource:security_group_rule and tenant:1b2aeea223c94f56aaf119918ba845a7 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:37.503225 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d6814654-83d8-4d2a-a25e-08707c84af44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:37.521532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d6814654-83d8-4d2a-a25e-08707c84af44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:37.535052 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a5fce-da3d-4df6-8ad4-e26dd429bb8d req-e1e82808-f8c9-4ac2-bf52-f21039600d62 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:37.537413 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb8a5fce-da3d-4df6-8ad4-e26dd429bb8d req-e1e82808-f8c9-4ac2-bf52-f21039600d62 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 946 time: 0.1429129 Feb 17 00:12:37.591449 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb8a5fce-da3d-4df6-8ad4-e26dd429bb8d req-9211e997-3b96-4124-b957-1896b40ef098 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473347 Feb 17 00:12:37.680362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6814654-83d8-4d2a-a25e-08707c84af44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:37.684143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6814654-83d8-4d2a-a25e-08707c84af44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:37.696230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3c856c51-e4b4-4714-b651-97728cdd7509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:37.748799 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d6814654-83d8-4d2a-a25e-08707c84af44 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1b2aeea223c94f56aaf119918ba845a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8839869 Feb 17 00:12:37.750707 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 54262) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:37.775054 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a642c123-8b30-4f59-b6ae-5020e80d993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '3dd2433f-7de2-4880-b53e-d93ea78bc6cc', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'port_id': '59296b9a-0c67-4e29-8270-57850a512750', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'mac_address': 'fa:16:3e:ce:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb620908-1a07-45eb-9885-ef1031a0bad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:11:59Z', 'updated_at': '2021-02-17T00:12:34Z', 'revision_number': 1, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:56Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:37.775941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49f793-2063-4cd0-bb46-b9681e99178f req-e7cfc357-54d4-4e7a-a43c-76c8daa8ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:37.778633 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7b49f793-2063-4cd0-bb46-b9681e99178f req-e7cfc357-54d4-4e7a-a43c-76c8daa8ab0b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 1163 time: 0.5029926 Feb 17 00:12:37.778786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6814654-83d8-4d2a-a25e-08707c84af44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db39fc7c-b510-43c7-afa8-1559fe7cf26d,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:37.780459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642c123-8b30-4f59-b6ae-5020e80d993e None None] Checking router: f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:12:37.790791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d6814654-83d8-4d2a-a25e-08707c84af44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:37.792213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642c123-8b30-4f59-b6ae-5020e80d993e None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:12:37.793118 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a642c123-8b30-4f59-b6ae-5020e80d993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:12:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:37.904386 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-da87fba0-c907-4635-9278-b9575fd3b93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:37.912255 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9085ab-c6c1-46bd-baa1-8275c99c0296 req-d6c42823-53fd-4289-8a54-f232cafabc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:37.913982 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d9085ab-c6c1-46bd-baa1-8275c99c0296 req-d6c42823-53fd-4289-8a54-f232cafabc7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95fe88b7f186498c8c381859fdb282f8&device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 1162 time: 0.5511441 Feb 17 00:12:37.914989 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:37.953889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-da87fba0-c907-4635-9278-b9575fd3b93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:38.018593 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-a642c123-8b30-4f59-b6ae-5020e80d993e None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:12:38.093986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-da87fba0-c907-4635-9278-b9575fd3b93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:38.153810 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:38.162137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-34a98ed2-4ce2-4fbd-913d-35fa64ed0dd3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:38.175493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87fba0-c907-4635-9278-b9575fd3b93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db39fc7c-b510-43c7-afa8-1559fe7cf26d,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:38.182788 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-da87fba0-c907-4635-9278-b9575fd3b93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:38.196172 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-da87fba0-c907-4635-9278-b9575fd3b93a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/db39fc7c-b510-43c7-afa8-1559fe7cf26d HTTP/1.1" status: 204 len: 168 time: 0.4439919 Feb 17 00:12:38.197407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-da87fba0-c907-4635-9278-b9575fd3b93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:38.272192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c5708-d5f2-4613-b6d3-0ad7d0343e32 req-26f8bb6a-8ae4-4ed6-869f-c1ed310a11fe tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:38.273927 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-933c5708-d5f2-4613-b6d3-0ad7d0343e32 req-26f8bb6a-8ae4-4ed6-869f-c1ed310a11fe tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1867089 Feb 17 00:12:38.280748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1e72a-5f4b-4d8a-b313-8b08787f3723 req-864c2e53-3cdf-4106-ae54-1667c8b904b6 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:38.289224 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73b1e72a-5f4b-4d8a-b313-8b08787f3723 req-864c2e53-3cdf-4106-ae54-1667c8b904b6 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.2626913 Feb 17 00:12:38.393375 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-933c5708-d5f2-4613-b6d3-0ad7d0343e32 req-95d18931-e24e-4e7a-a286-48f582515c42 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009600 Feb 17 00:12:38.455200 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73b1e72a-5f4b-4d8a-b313-8b08787f3723 req-a33fdf55-00b9-4dc2-8925-7f68b46c8791 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649218 Feb 17 00:12:38.531866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a642c123-8b30-4f59-b6ae-5020e80d993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '3dd2433f-7de2-4880-b53e-d93ea78bc6cc', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'port_id': '59296b9a-0c67-4e29-8270-57850a512750', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'mac_address': 'fa:16:3e:ce:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb620908-1a07-45eb-9885-ef1031a0bad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:11:59Z', 'updated_at': '2021-02-17T00:12:34Z', 'revision_number': 1, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:56Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:38.536778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642c123-8b30-4f59-b6ae-5020e80d993e None None] The sync data for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi is: [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '3dd2433f-7de2-4880-b53e-d93ea78bc6cc', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'port_id': '59296b9a-0c67-4e29-8270-57850a512750', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'mac_address': 'fa:16:3e:ce:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb620908-1a07-45eb-9885-ef1031a0bad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:11:59Z', 'updated_at': '2021-02-17T00:12:34Z', 'revision_number': 1, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:56Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:12:38.596142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5229ccd-9d14-4016-b791-a72d4648d2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:38.622496 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7b49f793-2063-4cd0-bb46-b9681e99178f req-c77d8e16-6a2f-4518-8796-85a74506ef67 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8281479 Feb 17 00:12:38.721476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Pushing event updated for resources: {'Port': ['ID=9c561d9b-252e-40d4-acfa-31d4d81da166,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:38.742346 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:38.761645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8f07a-1636-4fd0-8b51-837a728d7903 req-11b176fe-36b2-47aa-b29b-b6c5ebb9bd97 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:38.768268 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bfb8f07a-1636-4fd0-8b51-837a728d7903 req-11b176fe-36b2-47aa-b29b-b6c5ebb9bd97 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 932 time: 0.1194222 Feb 17 00:12:38.802728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 54286) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:38.828244 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9085ab-c6c1-46bd-baa1-8275c99c0296 req-571dc46a-5876-4301-971b-93cc8c0d6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:38.829910 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d9085ab-c6c1-46bd-baa1-8275c99c0296 req-571dc46a-5876-4301-971b-93cc8c0d6a88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=57d6da7b-4930-4140-bc62-e7e2e204c324 HTTP/1.1" status: 200 len: 905 time: 0.7823400 Feb 17 00:12:38.840868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d57cf686-def2-4286-bd7d-506acfb749ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:38.846374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:12:38.848877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:12:38.851860 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:12:38.855983 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:38.856662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:38.860817 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d57cf686-def2-4286-bd7d-506acfb749ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:38.865358 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d57cf686-def2-4286-bd7d-506acfb749ef admin admin] Usage tracker for resource:security_group_rule and tenant:be74294090af4b0fadea07810795b69e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:38.868369 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d57cf686-def2-4286-bd7d-506acfb749ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:38.868662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3f04d2d4-fafa-4fa6-b245-349a50a2fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:38.876100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d57cf686-def2-4286-bd7d-506acfb749ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:38.889545 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bfb8f07a-1636-4fd0-8b51-837a728d7903 req-dc092d8b-2d25-4d02-8999-d0f3e28b924d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184843 Feb 17 00:12:38.894019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:38.991806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be236543-9b09-4df6-bec9-3307670ec19e None None] New status for floating IP 3dd2433f-7de2-4880-b53e-d93ea78bc6cc: ACTIVE {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:12:39.128327 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04d2d4-fafa-4fa6-b245-349a50a2fea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a6a3f1-435a-4f6c-b256-aa0f31fb77b5,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:39.146230 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6386847 Feb 17 00:12:39.160529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3f04d2d4-fafa-4fa6-b245-349a50a2fea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:39.178213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Request body: {'port': {'device_id': '539cfc76-1f27-4dde-bab4-5641403fc4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:39.328196 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:39.339414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cef574-bfff-4f81-b412-22e090e6a32b req-89b6df6a-961a-4657-a4f3-1ec3803f1e0b tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:39.341035 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-76cef574-bfff-4f81-b412-22e090e6a32b req-89b6df6a-961a-4657-a4f3-1ec3803f1e0b tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.3067405 Feb 17 00:12:39.355438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dbff4-13eb-4763-8e84-808cee42b5f2 req-39975f55-eeb6-4dc4-903f-dfb571827cdd tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:39.357050 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f6dbff4-13eb-4763-8e84-808cee42b5f2 req-39975f55-eeb6-4dc4-903f-dfb571827cdd tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 946 time: 0.2325118 Feb 17 00:12:39.358174 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 54294) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:39.372471 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d9085ab-c6c1-46bd-baa1-8275c99c0296 req-55873194-4657-4b78-83c8-dffbc0e78602 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59296b9a-0c67-4e29-8270-57850a512750 HTTP/1.1" status: 200 len: 999 time: 0.4799821 Feb 17 00:12:39.375403 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-103f2047-4424-438f-813b-8a5579a71a94 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Request body: {'floatingip': {'port_id': '8b537b32-fd98-41f4-a883-417e254a4ad8'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:39.438889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:39.456204 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3f04d2d4-fafa-4fa6-b245-349a50a2fea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:39.460622 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3f04d2d4-fafa-4fa6-b245-349a50a2fea5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/19a6a3f1-435a-4f6c-b256-aa0f31fb77b5 HTTP/1.1" status: 204 len: 168 time: 2.6587026 Feb 17 00:12:39.461377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 54298) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:39.490537 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-103f2047-4424-438f-813b-8a5579a71a94 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:39.551644 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d57cf686-def2-4286-bd7d-506acfb749ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:39.564123 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d57cf686-def2-4286-bd7d-506acfb749ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:39.583165 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:39.614618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9085ab-c6c1-46bd-baa1-8275c99c0296 req-fed10550-20b4-4e47-9305-91fc5a9f1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:39.616189 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d9085ab-c6c1-46bd-baa1-8275c99c0296 req-fed10550-20b4-4e47-9305-91fc5a9f1ab6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3aec74a8-fd66-4f13-9886-40a99c261d47 HTTP/1.1" status: 200 len: 850 time: 0.2291772 Feb 17 00:12:39.734427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:39.912989 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f6dbff4-13eb-4763-8e84-808cee42b5f2 req-abf8ed9d-7af2-4074-bb9e-60c7c5150eee tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441763 Feb 17 00:12:39.946147 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cf686-def2-4286-bd7d-506acfb749ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5adc30-fd33-44a0-bc3b-56656c407ba9,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:39.955876 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d57cf686-def2-4286-bd7d-506acfb749ef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be74294090af4b0fadea07810795b69e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1511176 Feb 17 00:12:39.961530 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 54308) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:39.971285 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d57cf686-def2-4286-bd7d-506acfb749ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:40.068826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.098370 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9085ab-c6c1-46bd-baa1-8275c99c0296 req-32a8dcf9-cfb4-4552-bf2b-a39f48a3f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:40.099937 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d9085ab-c6c1-46bd-baa1-8275c99c0296 req-32a8dcf9-cfb4-4552-bf2b-a39f48a3f946 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57d6da7b-4930-4140-bc62-e7e2e204c324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4512250 Feb 17 00:12:40.205876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.257566 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcebea-fba0-4ab7-8c34-4e5ca2e597ab req-8d9c3072-6a53-4d3d-9ca1-2f8d305ee604 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:40.259148 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dffcebea-fba0-4ab7-8c34-4e5ca2e597ab req-8d9c3072-6a53-4d3d-9ca1-2f8d305ee604 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.6400142 Feb 17 00:12:40.337834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-553a774c-fa67-4e18-ad22-27a91054b09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.395672 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.396263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.397237 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.397735 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > port after_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.398203 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.398667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > port after_update 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.399135 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.399755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.400051 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.400519 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.415794 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-553a774c-fa67-4e18-ad22-27a91054b09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.435870 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dffcebea-fba0-4ab7-8c34-4e5ca2e597ab req-bfa03784-d96f-4edb-95c5-490fa5886287 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301787 Feb 17 00:12:40.472711 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.473409 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.473965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.474446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:12:40.474943 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1c6257-31fa-4c36-9097-e14461993376']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:40.522431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a12347b-2c7d-448a-98fc-6ed7b5a3d813') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:40.522431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a12347b-2c7d-448a-98fc-6ed7b5a3d813') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:40.528323 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.545805 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9628001'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.577024 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d9085ab-c6c1-46bd-baa1-8275c99c0296 req-0a7062da-d5d0-407a-9773-15e934b96b0c service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797169 Feb 17 00:12:40.579813 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.583546 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:12:40.734911 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa732c-3ea8-4737-926b-98aa984e39ec req-4f9d2121-b73b-4ec6-a195-fa518fc32e91 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:40.736523 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3dfa732c-3ea8-4737-926b-98aa984e39ec req-4f9d2121-b73b-4ec6-a195-fa518fc32e91 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 932 time: 0.4980536 Feb 17 00:12:40.746281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.resource_extend [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 00:12:40.815503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-553a774c-fa67-4e18-ad22-27a91054b09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.824887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:40.840574 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3dfa732c-3ea8-4737-926b-98aa984e39ec req-39b4f693-0de8-4b6a-a0e9-98747a2b69a1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904586 Feb 17 00:12:40.851034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a774c-fa67-4e18-ad22-27a91054b09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5adc30-fd33-44a0-bc3b-56656c407ba9,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:40.917649 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-553a774c-fa67-4e18-ad22-27a91054b09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:40.928194 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-553a774c-fa67-4e18-ad22-27a91054b09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:40.932476 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-553a774c-fa67-4e18-ad22-27a91054b09a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6e5adc30-fd33-44a0-bc3b-56656c407ba9 HTTP/1.1" status: 204 len: 168 time: 0.9565706 Feb 17 00:12:41.126765 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-103f2047-4424-438f-813b-8a5579a71a94 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.136294 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-103f2047-4424-438f-813b-8a5579a71a94 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.218874 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Network 9c1c6257-31fa-4c36-9097-e14461993376 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:12:41.237138 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10069771'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.339333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebd485-ce5b-42fa-93aa-51bcd3554162 req-7241e98f-19ec-49b9-b154-fc2a006f974c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:41.340919 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-41ebd485-ce5b-42fa-93aa-51bcd3554162 req-7241e98f-19ec-49b9-b154-fc2a006f974c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 946 time: 0.2630579 Feb 17 00:12:41.387337 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [None req-103f2047-4424-438f-813b-8a5579a71a94 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Floating IP f0382aae-c44e-43f3-976b-0b4cd54e902a associated. External IP: 172.27.1.37, port: 8b537b32-fd98-41f4-a883-417e254a4ad8. Feb 17 00:12:41.571291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Network 9c1c6257-31fa-4c36-9097-e14461993376 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:12:41.576230 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-41ebd485-ce5b-42fa-93aa-51bcd3554162 req-b50133fa-b2e7-43a9-a468-8a7d080f1933 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196879 Feb 17 00:12:41.617764 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c561d9b-252e-40d4-acfa-31d4d81da166 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:12:41.628814 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: from cryptography.utils import int_from_bytes Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: from cryptography.utils import int_from_bytes Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: (rel_b, rel_a, rel_b), Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:12:41.674044 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:12:41.798467 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d9085ab-c6c1-46bd-baa1-8275c99c0296 req-c3f0175e-39a5-49d4-9c77-a9c059e6d721 service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1989143 Feb 17 00:12:41.802259 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Transition to ACTIVE for port object 9c561d9b-252e-40d4-acfa-31d4d81da166 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:12:41.804104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.812808 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.834876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1720db1f-53dd-4c6e-b67d-fef82bbc83e5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:41.871251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:41.977767 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9c1c6257-31fa-4c36-9097-e14461993376 HTTP/1.1" status: 204 len: 168 time: 2.5132823 Feb 17 00:12:41.996109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Pushing event updated for resources: {'Port': ['ID=9c561d9b-252e-40d4-acfa-31d4d81da166,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:41.999476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:42.002410 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:42.047284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c1c6257-31fa-4c36-9097-e14461993376,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:42.057580 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-62de1e61-e27d-4753-88d4-d3fcd218eb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:42.247596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 54366) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:42.328200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbe3e2-7a62-43a8-9537-461c8bf9df88 req-9cfc5159-1550-4909-bb79-c2fb13693a81 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:42.329983 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a3dbe3e2-7a62-43a8-9537-461c8bf9df88 req-9cfc5159-1550-4909-bb79-c2fb13693a81 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.4065433 Feb 17 00:12:42.367922 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3b579dd2-cfc3-4571-8c52-391aa7f69ee1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bf614b1ac68344feb43c178f3107a925&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1172743 Feb 17 00:12:42.371116 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 54370) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:42.391246 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Attempting to bind port 9c561d9b-252e-40d4-acfa-31d4d81da166 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:12:42.391608 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Attempting to bind port 9c561d9b-252e-40d4-acfa-31d4d81da166 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:12:42.391969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Attempting to bind port 9c561d9b-252e-40d4-acfa-31d4d81da166 on network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:12:42.392382 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffbcb8-e02f-4955-9381-df337bd13348 req-191f68d0-268f-4929-8d09-b26466cbdb83 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:42.394048 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-90ffbcb8-e02f-4955-9381-df337bd13348 req-191f68d0-268f-4929-8d09-b26466cbdb83 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 944 time: 0.4169455 Feb 17 00:12:42.406747 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:12:42.407124 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Checking segment: {'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:12:42.407541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:42.407942 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Bound using segment: {'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:12:42.408438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Bound port: 9c561d9b-252e-40d4-acfa-31d4d81da166, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:12:42.408879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:42.414308 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103f2047-4424-438f-813b-8a5579a71a94 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Router 5bafd354-a383-4b8f-9dda-f03cd34465f3 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:12:42.446582 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a3dbe3e2-7a62-43a8-9537-461c8bf9df88 req-849a9f64-b3ce-4fdc-97ed-eedce8d53462 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961785 Feb 17 00:12:42.556834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] For port 9c561d9b-252e-40d4-acfa-31d4d81da166, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:12:42.560786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] For port 9c561d9b-252e-40d4-acfa-31d4d81da166, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9c561d9b-252e-40d4-acfa-31d4d81da166,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:12:42.570858 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:42.602515 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:42.638225 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-90ffbcb8-e02f-4955-9381-df337bd13348 req-c4f47010-c711-443d-848e-98be2f8bce87 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339468 Feb 17 00:12:42.724617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103f2047-4424-438f-813b-8a5579a71a94 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:12:42.729877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-103f2047-4424-438f-813b-8a5579a71a94 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:42.740902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d9d04-9175-4eeb-8682-1969596cf2dd None None] Sync routers for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:12:42.781866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d9d04-9175-4eeb-8682-1969596cf2dd None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:12:42.783122 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9a5d9d04-9175-4eeb-8682-1969596cf2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:12:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:42.804456 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-103f2047-4424-438f-813b-8a5579a71a94 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "PUT /v2.0/floatingips/f0382aae-c44e-43f3-976b-0b4cd54e902a HTTP/1.1" status: 200 len: 990 time: 3.4450917 Feb 17 00:12:42.807547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'tag': '8b537b32-fd98-41f4-a883-417e254a4ad8'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:42.884549 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f68e3115-97ea-48ad-8d08-2e862aa7e5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:42.941019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Pushing event updated for resources: {'Port': ['ID=9c561d9b-252e-40d4-acfa-31d4d81da166,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:42.967868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:42.969037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:42.973114 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] 10.222.0.44 "PUT /v2.0/ports/9c561d9b-252e-40d4-acfa-31d4d81da166 HTTP/1.1" status: 200 len: 1158 time: 3.8084636 Feb 17 00:12:42.974126 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539cfc76-1f27-4dde-bab4-5641403fc4c5', 'tag': '9c561d9b-252e-40d4-acfa-31d4d81da166'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:42.991829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f68e3115-97ea-48ad-8d08-2e862aa7e5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:43.086167 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'tag': '8b537b32-fd98-41f4-a883-417e254a4ad8', 'status': 'completed', 'code': 200} Feb 17 00:12:43.121797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:43.233438 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539cfc76-1f27-4dde-bab4-5641403fc4c5', 'tag': '9c561d9b-252e-40d4-acfa-31d4d81da166', 'status': 'completed', 'code': 200} Feb 17 00:12:43.248329 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-9a5d9d04-9175-4eeb-8682-1969596cf2dd None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:12:43.310326 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-28566ad2-2de1-409e-bf9b-e20839fed71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:43.311822 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-28566ad2-2de1-409e-bf9b-e20839fed71d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 1161 time: 0.2685494 Feb 17 00:12:43.312488 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f68e3115-97ea-48ad-8d08-2e862aa7e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:43.319434 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:43.332270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cfea8-4690-462a-8c66-2ed87375ad39 req-f7d2b43e-1972-4434-908c-a6443a5ce1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:43.334071 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d58cfea8-4690-462a-8c66-2ed87375ad39 req-f7d2b43e-1972-4434-908c-a6443a5ce1b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 1162 time: 0.1941333 Feb 17 00:12:43.381018 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807b3e1-5154-45cf-88ab-8b7f73fa3712 req-5bbe276b-336a-4f51-95bf-f3252ae0cf4d tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:43.382657 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2807b3e1-5154-45cf-88ab-8b7f73fa3712 req-5bbe276b-336a-4f51-95bf-f3252ae0cf4d tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 946 time: 0.0963852 Feb 17 00:12:43.417843 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e3115-97ea-48ad-8d08-2e862aa7e5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160a9d87-d0cb-4fa9-99d9-197fdac5cc4d,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:43.451437 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-72f5b737-a6a8-4f61-ba1a-c758a0123c90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c561d9b-252e-40d4-acfa-31d4d81da166 HTTP/1.1" status: 200 len: 217 time: 0.1147659 Feb 17 00:12:43.454661 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f68e3115-97ea-48ad-8d08-2e862aa7e5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:43.455518 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2807b3e1-5154-45cf-88ab-8b7f73fa3712 req-5a601ee7-a4ca-4b98-b81e-08ca0063a73b tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661700 Feb 17 00:12:43.588573 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f68e3115-97ea-48ad-8d08-2e862aa7e5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:43.589858 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f68e3115-97ea-48ad-8d08-2e862aa7e5d0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/160a9d87-d0cb-4fa9-99d9-197fdac5cc4d HTTP/1.1" status: 204 len: 168 time: 1.2177622 Feb 17 00:12:43.643697 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-11dc4623-1f2b-4064-ac94-9d27c0439358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:43.650577 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-11dc4623-1f2b-4064-ac94-9d27c0439358 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2bb5263-4288-4940-b735-22dadc7bf870 HTTP/1.1" status: 200 len: 855 time: 0.1867325 Feb 17 00:12:43.757920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660ed79-a60c-46a2-924d-d9ddbf43d35d req-a61e213e-427d-45db-a0be-581ada554eb1 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:43.766438 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3660ed79-a60c-46a2-924d-d9ddbf43d35d req-a61e213e-427d-45db-a0be-581ada554eb1 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1569853 Feb 17 00:12:43.781228 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-98360271-cdfd-40c5-ab01-734fb1ce528c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088021 Feb 17 00:12:43.789394 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9a5d9d04-9175-4eeb-8682-1969596cf2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': 'f0382aae-c44e-43f3-976b-0b4cd54e902a', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'port_id': '8b537b32-fd98-41f4-a883-417e254a4ad8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'mac_address': 'fa:16:3e:ff:3b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:12:07Z', 'updated_at': '2021-02-17T00:12:40Z', 'revision_number': 1, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:05Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:43.796390 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cfea8-4690-462a-8c66-2ed87375ad39 req-63f59176-3f1a-4dfb-8c6e-d82fc5aabd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:43.797976 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d58cfea8-4690-462a-8c66-2ed87375ad39 req-63f59176-3f1a-4dfb-8c6e-d82fc5aabd67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 910 time: 0.3914981 Feb 17 00:12:43.798807 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d9d04-9175-4eeb-8682-1969596cf2dd None None] Checking router: 5bafd354-a383-4b8f-9dda-f03cd34465f3 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:12:43.812134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d9d04-9175-4eeb-8682-1969596cf2dd None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:12:43.813135 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9a5d9d04-9175-4eeb-8682-1969596cf2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:12:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:43.828395 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3660ed79-a60c-46a2-924d-d9ddbf43d35d req-3b151f8b-aa9c-488e-b4ca-aeb4e8982488 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608339 Feb 17 00:12:44.015889 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-d883c1f5-1ee2-4253-879c-7bf6b8a2e12f service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206087 Feb 17 00:12:44.089136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4175d-8785-4e68-8d57-25053fdbac32 req-08468e59-5362-4e5a-9301-5953cd819dda tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:44.091396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-9a5d9d04-9175-4eeb-8682-1969596cf2dd None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:12:44.107905 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-efc4175d-8785-4e68-8d57-25053fdbac32 req-08468e59-5362-4e5a-9301-5953cd819dda tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 944 time: 0.1722405 Feb 17 00:12:44.219790 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-efc4175d-8785-4e68-8d57-25053fdbac32 req-ac39c61e-0de5-4cf4-b906-c63d8e3c583c tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108270 Feb 17 00:12:44.344112 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d58cfea8-4690-462a-8c66-2ed87375ad39 req-c7d9dc34-45db-4c6b-b84b-f658065dd491 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b537b32-fd98-41f4-a883-417e254a4ad8 HTTP/1.1" status: 200 len: 998 time: 0.3275349 Feb 17 00:12:44.449480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cfea8-4690-462a-8c66-2ed87375ad39 req-f29cdb9e-44f8-475c-a19c-3f7c49a0aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:44.451383 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d58cfea8-4690-462a-8c66-2ed87375ad39 req-f29cdb9e-44f8-475c-a19c-3f7c49a0aa39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e79efc6c-52dc-4bc6-86b5-06ed067c4e88 HTTP/1.1" status: 200 len: 855 time: 0.0830317 Feb 17 00:12:44.459113 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e28a2359-2d12-4896-98c8-fcbee720e5ba req-3e097395-a13a-4fd7-b8bc-31f0f703b8fd service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3717477 Feb 17 00:12:44.711408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cfea8-4690-462a-8c66-2ed87375ad39 req-1bfdef23-885a-4ab9-a808-1a40b1500575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:44.713506 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d58cfea8-4690-462a-8c66-2ed87375ad39 req-1bfdef23-885a-4ab9-a808-1a40b1500575 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2416582 Feb 17 00:12:44.723993 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b64138-f125-4580-9cd2-664b17afe61d req-dc780501-9991-41d4-92cd-30022fa4eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:44.726280 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7b64138-f125-4580-9cd2-664b17afe61d req-dc780501-9991-41d4-92cd-30022fa4eb83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 1161 time: 0.1748433 Feb 17 00:12:44.857511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7252d20-420b-42d4-bea2-97c7f561fe95 req-81ed8106-8ea9-47cb-b277-1a27c485870b tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:44.859190 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7252d20-420b-42d4-bea2-97c7f561fe95 req-81ed8106-8ea9-47cb-b277-1a27c485870b tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 946 time: 0.1761365 Feb 17 00:12:44.867812 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9a5d9d04-9175-4eeb-8682-1969596cf2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': 'f0382aae-c44e-43f3-976b-0b4cd54e902a', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'port_id': '8b537b32-fd98-41f4-a883-417e254a4ad8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'mac_address': 'fa:16:3e:ff:3b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:12:07Z', 'updated_at': '2021-02-17T00:12:40Z', 'revision_number': 1, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:05Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:12:44.874699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d9d04-9175-4eeb-8682-1969596cf2dd None None] The sync data for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi is: [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': 'f0382aae-c44e-43f3-976b-0b4cd54e902a', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'port_id': '8b537b32-fd98-41f4-a883-417e254a4ad8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'mac_address': 'fa:16:3e:ff:3b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:12:07Z', 'updated_at': '2021-02-17T00:12:40Z', 'revision_number': 1, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:05Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:12:44.952426 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7252d20-420b-42d4-bea2-97c7f561fe95 req-1a118a98-38de-4775-b4f0-b188e0d346d5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832303 Feb 17 00:12:45.168569 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b64138-f125-4580-9cd2-664b17afe61d req-633e8edb-0cae-485f-8a14-1b18f66ff0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:45.169996 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7b64138-f125-4580-9cd2-664b17afe61d req-633e8edb-0cae-485f-8a14-1b18f66ff0d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 909 time: 0.4011178 Feb 17 00:12:45.174418 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d58cfea8-4690-462a-8c66-2ed87375ad39 req-1bf64552-80d7-4136-9929-c7197a983d26 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428947 Feb 17 00:12:45.199554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8995f4-172f-408d-aefb-4d642e88bb81 req-9bf3c9e9-31e0-4ade-aeee-6df115b8188b tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:45.208966 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7d8995f4-172f-408d-aefb-4d642e88bb81 req-9bf3c9e9-31e0-4ade-aeee-6df115b8188b tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1115420 Feb 17 00:12:45.289571 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7d8995f4-172f-408d-aefb-4d642e88bb81 req-5257f7b3-852d-4997-a193-b9ad4894a9d1 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770793 Feb 17 00:12:45.335461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b6278-5eb4-45bb-8bca-60df6d62a539 None None] New status for floating IP f0382aae-c44e-43f3-976b-0b4cd54e902a: ACTIVE {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:12:45.612490 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b17ae-3e01-49a0-9df0-b6a259338068 req-d72262be-ec54-4a83-80bd-8aba95a1df87 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:45.614250 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0e1b17ae-3e01-49a0-9df0-b6a259338068 req-d72262be-ec54-4a83-80bd-8aba95a1df87 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 944 time: 0.1441920 Feb 17 00:12:45.690581 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device b978624e-f7b8-497d-b389-7117b0d1a410 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:12:45.722453 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0e1b17ae-3e01-49a0-9df0-b6a259338068 req-b1f4c5a0-fc0a-435b-8e54-e4010c65c459 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996397 Feb 17 00:12:45.796909 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d58cfea8-4690-462a-8c66-2ed87375ad39 req-96f1e76b-eb9b-49a3-bdb8-a4f2f0ec3d71 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4792910 Feb 17 00:12:45.861624 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7b64138-f125-4580-9cd2-664b17afe61d req-04281d4f-d5be-40df-b53f-3137d351c302 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c561d9b-252e-40d4-acfa-31d4d81da166 HTTP/1.1" status: 200 len: 217 time: 0.6569936 Feb 17 00:12:45.870022 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:45.902884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15069a68-cdb1-48c9-9f70-b7737e988b7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b978624e-f7b8-497d-b389-7117b0d1a410'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:45.930147 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port b978624e-f7b8-497d-b389-7117b0d1a410, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b978624e-f7b8-497d-b389-7117b0d1a410,segment=NetworkSegment(06e3e626-a758-48b6-afbd-6959d9c56921),segment_id=06e3e626-a758-48b6-afbd-6959d9c56921)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:45.936433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:45.941916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:45.974973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd981a12-a4c3-41b8-b7f7-417c3ea4fa26 req-fc1ada6c-0f30-4a9a-9c42-02137b978361 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:45.974973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fd981a12-a4c3-41b8-b7f7-417c3ea4fa26 req-fc1ada6c-0f30-4a9a-9c42-02137b978361 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Synchronizing usage tracker for tenant:220a3069fe2a4730a94d840909b4c254 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:12:46.028485 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b64138-f125-4580-9cd2-664b17afe61d req-7cbbff98-4af6-4823-a5ca-b2aac045cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:46.032076 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7b64138-f125-4580-9cd2-664b17afe61d req-7cbbff98-4af6-4823-a5ca-b2aac045cf3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2bb5263-4288-4940-b735-22dadc7bf870 HTTP/1.1" status: 200 len: 855 time: 0.1488299 Feb 17 00:12:46.040602 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15069a68-cdb1-48c9-9f70-b7737e988b7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b978624e-f7b8-497d-b389-7117b0d1a410', 'code': 200} Feb 17 00:12:46.041243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=b978624e-f7b8-497d-b389-7117b0d1a410,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:46.045167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:46.045303 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fd981a12-a4c3-41b8-b7f7-417c3ea4fa26 req-fc1ada6c-0f30-4a9a-9c42-02137b978361 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Unset dirty status for tenant:220a3069fe2a4730a94d840909b4c254 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:12:46.046514 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd981a12-a4c3-41b8-b7f7-417c3ea4fa26 req-fc1ada6c-0f30-4a9a-9c42-02137b978361 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.44 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 946 time: 0.2428331 Feb 17 00:12:46.238011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38415dc4-19f9-4acc-8689-11ab1bc76c96 req-6599cc35-adb6-465b-bb1b-68bcf6446002 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:46.244712 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7b64138-f125-4580-9cd2-664b17afe61d req-0dac262d-3456-43b2-a93d-a106b209d140 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1851950 Feb 17 00:12:46.249671 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-38415dc4-19f9-4acc-8689-11ab1bc76c96 req-6599cc35-adb6-465b-bb1b-68bcf6446002 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 944 time: 0.1175358 Feb 17 00:12:46.309584 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-38415dc4-19f9-4acc-8689-11ab1bc76c96 req-097e8596-e103-4417-a01e-1ef4ca2f5993 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570662 Feb 17 00:12:46.381789 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-fd981a12-a4c3-41b8-b7f7-417c3ea4fa26 req-575ac30a-3ce0-4d22-879b-d24e81f18a2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Deleting port b978624e-f7b8-497d-b389-7117b0d1a410 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:12:46.382181 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd981a12-a4c3-41b8-b7f7-417c3ea4fa26 req-575ac30a-3ce0-4d22-879b-d24e81f18a2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:46.634373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783401-454f-4574-bb37-b5822de58237 req-2f7a2a66-c820-497d-bd0c-97670c9bb367 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:46.651123 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-62783401-454f-4574-bb37-b5822de58237 req-2f7a2a66-c820-497d-bd0c-97670c9bb367 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1106057 Feb 17 00:12:46.712405 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-62783401-454f-4574-bb37-b5822de58237 req-ffcd0af3-0e76-4b7f-86ae-49a5828ac15c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610347 Feb 17 00:12:46.730884 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7b64138-f125-4580-9cd2-664b17afe61d req-7e7bd41a-d748-4651-97e5-c8157723849c service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770014 Feb 17 00:12:46.738803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-fd981a12-a4c3-41b8-b7f7-417c3ea4fa26 req-575ac30a-3ce0-4d22-879b-d24e81f18a2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] For port b978624e-f7b8-497d-b389-7117b0d1a410, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b978624e-f7b8-497d-b389-7117b0d1a410,segment=NetworkSegment(06e3e626-a758-48b6-afbd-6959d9c56921),segment_id=06e3e626-a758-48b6-afbd-6959d9c56921)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:46.738803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd981a12-a4c3-41b8-b7f7-417c3ea4fa26 req-575ac30a-3ce0-4d22-879b-d24e81f18a2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:46.744240 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 54582) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:46.902035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62d722da-dc56-45e9-a1b4-84d2e3cf60e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:46.922898 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-62d722da-dc56-45e9-a1b4-84d2e3cf60e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:46.929464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-62d722da-dc56-45e9-a1b4-84d2e3cf60e5 admin admin] Usage tracker for resource:security_group_rule and tenant:dfb967798491436bb5c3598d2455235f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:46.933375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-62d722da-dc56-45e9-a1b4-84d2e3cf60e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:46.942089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-62d722da-dc56-45e9-a1b4-84d2e3cf60e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:46.963590 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-fd981a12-a4c3-41b8-b7f7-417c3ea4fa26 req-575ac30a-3ce0-4d22-879b-d24e81f18a2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Calling delete_port for b978624e-f7b8-497d-b389-7117b0d1a410 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:12:46.980030 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15211dbf-f439-455c-bb29-7c00092e2722 req-14fa815c-8eb4-46e5-b836-fe35b330177f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:46.981657 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-15211dbf-f439-455c-bb29-7c00092e2722 req-14fa815c-8eb4-46e5-b836-fe35b330177f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 944 time: 0.1473129 Feb 17 00:12:47.050949 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-15211dbf-f439-455c-bb29-7c00092e2722 req-9a84f2b5-4568-4931-82b5-ca73d97d7376 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592785 Feb 17 00:12:47.095596 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7b64138-f125-4580-9cd2-664b17afe61d req-2ee02fbd-f324-481e-81c4-0c52abce761b service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3479195 Feb 17 00:12:47.102994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62d722da-dc56-45e9-a1b4-84d2e3cf60e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.107045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62d722da-dc56-45e9-a1b4-84d2e3cf60e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.128496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:47.152371 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-62d722da-dc56-45e9-a1b4-84d2e3cf60e5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dfb967798491436bb5c3598d2455235f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043651 Feb 17 00:12:47.153257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 54590) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:47.164622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d722da-dc56-45e9-a1b4-84d2e3cf60e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1888472a-f062-48ee-a6a8-81cddc8336e0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:47.167971 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-62d722da-dc56-45e9-a1b4-84d2e3cf60e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:47.204861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd981a12-a4c3-41b8-b7f7-417c3ea4fa26 req-575ac30a-3ce0-4d22-879b-d24e81f18a2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.226621 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:47.327512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ac30a-3ce0-4d22-879b-d24e81f18a2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Pushing event deleted for resources: {'Port': ['ID=b978624e-f7b8-497d-b389-7117b0d1a410,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:47.344401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-575ac30a-3ce0-4d22-879b-d24e81f18a2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:47.356961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e101689-1a8d-4380-97bb-380281c3d6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.405265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e101689-1a8d-4380-97bb-380281c3d6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.482584 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5755d2a1-1300-4b30-a24c-1da05875b61b req-2e2f0c2e-2101-4292-9122-66bba220c44b tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=15069a68-cdb1-48c9-9f70-b7737e988b7a HTTP/1.1" status: 200 len: 210 time: 0.0505047 Feb 17 00:12:47.512317 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd981a12-a4c3-41b8-b7f7-417c3ea4fa26 req-575ac30a-3ce0-4d22-879b-d24e81f18a2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] No DVR routers for this DVR port b978624e-f7b8-497d-b389-7117b0d1a410 on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:12:47.515390 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd981a12-a4c3-41b8-b7f7-417c3ea4fa26 req-575ac30a-3ce0-4d22-879b-d24e81f18a2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.518249 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15069a68-cdb1-48c9-9f70-b7737e988b7a', 'name': 'network-vif-deleted', 'tag': 'b978624e-f7b8-497d-b389-7117b0d1a410'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:47.531698 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e101689-1a8d-4380-97bb-380281c3d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.538597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:47.557128 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e101689-1a8d-4380-97bb-380281c3d6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1888472a-f062-48ee-a6a8-81cddc8336e0,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:47.560417 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1e101689-1a8d-4380-97bb-380281c3d6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:47.562138 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd981a12-a4c3-41b8-b7f7-417c3ea4fa26 req-575ac30a-3ce0-4d22-879b-d24e81f18a2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.44 "DELETE /v2.0/ports/b978624e-f7b8-497d-b389-7117b0d1a410 HTTP/1.1" status: 204 len: 173 time: 1.4172151 Feb 17 00:12:47.564407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e101689-1a8d-4380-97bb-380281c3d6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.569083 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1e101689-1a8d-4380-97bb-380281c3d6d6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1888472a-f062-48ee-a6a8-81cddc8336e0 HTTP/1.1" status: 204 len: 168 time: 0.4151549 Feb 17 00:12:47.591845 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15069a68-cdb1-48c9-9f70-b7737e988b7a', 'name': 'network-vif-deleted', 'tag': 'b978624e-f7b8-497d-b389-7117b0d1a410', 'status': 'completed', 'code': 200} Feb 17 00:12:47.911192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 54618) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:47.932194 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400229a6-65c0-4b98-a8e0-147d4f809f4f req-acd39ec1-ed4b-42c7-8e82-eb85f74fbd6e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:47.937759 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc1429f7-3d2e-41f5-af59-96196759e117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:47.938930 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-400229a6-65c0-4b98-a8e0-147d4f809f4f req-acd39ec1-ed4b-42c7-8e82-eb85f74fbd6e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.0939543 Feb 17 00:12:47.968044 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cc1429f7-3d2e-41f5-af59-96196759e117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:47.972733 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cc1429f7-3d2e-41f5-af59-96196759e117 admin admin] Usage tracker for resource:security_group_rule and tenant:54fd0b9240a94ad58a58fc9fc1aa4ff0 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:47.997418 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cc1429f7-3d2e-41f5-af59-96196759e117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:48.002409 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-400229a6-65c0-4b98-a8e0-147d4f809f4f req-6051685f-4823-4c3d-b1c9-1e2f8f7b19c1 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604992 Feb 17 00:12:48.005893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cc1429f7-3d2e-41f5-af59-96196759e117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:48.150637 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc1429f7-3d2e-41f5-af59-96196759e117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:48.156084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc1429f7-3d2e-41f5-af59-96196759e117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:48.178527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f68e3115-97ea-48ad-8d08-2e862aa7e5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:48.222076 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1429f7-3d2e-41f5-af59-96196759e117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2026d165-769b-4d31-b549-5355c9dfb192,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:48.228213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cc1429f7-3d2e-41f5-af59-96196759e117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:48.234674 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cc1429f7-3d2e-41f5-af59-96196759e117 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=54fd0b9240a94ad58a58fc9fc1aa4ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213260 Feb 17 00:12:48.235425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 54636) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:48.317616 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cff21d36-b3ab-4d2d-a21f-92d4af550803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:48.346460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ba17e-cd31-4f0d-a98f-bc364479e1da req-2fb3ad53-0ba4-4631-9cfe-ddfe3567c699 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:48.352268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cff21d36-b3ab-4d2d-a21f-92d4af550803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:48.357313 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9a0ba17e-cd31-4f0d-a98f-bc364479e1da req-2fb3ad53-0ba4-4631-9cfe-ddfe3567c699 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 944 time: 0.1545606 Feb 17 00:12:48.411101 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cff21d36-b3ab-4d2d-a21f-92d4af550803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:48.416725 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9703cacb-09ec-49bd-b57d-858023f07253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:48.428342 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9a0ba17e-cd31-4f0d-a98f-bc364479e1da req-18cce91c-35eb-42e8-b9db-a8714220935b tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663795 Feb 17 00:12:48.438890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff21d36-b3ab-4d2d-a21f-92d4af550803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2026d165-769b-4d31-b549-5355c9dfb192,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:48.447815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cff21d36-b3ab-4d2d-a21f-92d4af550803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:48.466633 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cff21d36-b3ab-4d2d-a21f-92d4af550803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:48.477173 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cff21d36-b3ab-4d2d-a21f-92d4af550803 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2026d165-769b-4d31-b549-5355c9dfb192 HTTP/1.1" status: 204 len: 168 time: 0.2344847 Feb 17 00:12:48.976889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882725a2-5015-4651-823a-1130f071d155 req-85db5376-4fdd-45ee-8a0a-c72484446424 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:48.978483 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-85db5376-4fdd-45ee-8a0a-c72484446424 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/networks?id=4ae836c7-fece-4f8e-880b-baa27dd16d9b HTTP/1.1" status: 200 len: 809 time: 0.1576989 Feb 17 00:12:48.994857 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-46d2c7a0-8195-43ed-a04b-fc79e108e082 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/quotas/220a3069fe2a4730a94d840909b4c254 HTTP/1.1" status: 200 len: 375 time: 0.0103738 Feb 17 00:12:49.057768 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-622cd1ec-83f7-400f-ad2a-b5788d3ba343 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=220a3069fe2a4730a94d840909b4c254&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568299 Feb 17 00:12:49.213157 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-1fbe4b84-6fa0-4dee-bc07-f80af62fa45d service neutron] 10.222.0.74 "GET /v2.0/networks/4ae836c7-fece-4f8e-880b-baa27dd16d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448591 Feb 17 00:12:49.359659 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-abd99132-ef27-4b52-99d4-962149836da2 service neutron] 10.222.0.74 "GET /v2.0/networks/4ae836c7-fece-4f8e-880b-baa27dd16d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401098 Feb 17 00:12:49.652281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185ca02-e64c-4ea1-8468-523735a79b40 req-16c53a4e-5c4c-44c2-90e5-c95232a4e168 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:49.653909 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d185ca02-e64c-4ea1-8468-523735a79b40 req-16c53a4e-5c4c-44c2-90e5-c95232a4e168 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.0880184 Feb 17 00:12:49.726263 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d185ca02-e64c-4ea1-8468-523735a79b40 req-a42a43e5-dd5b-4923-b2bd-b34e88dc6f83 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515127 Feb 17 00:12:51.009188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 54756) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:51.141662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23a0f174-8867-47da-a644-3d80ea5b4823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:51.157361 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-23a0f174-8867-47da-a644-3d80ea5b4823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:51.161936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-23a0f174-8867-47da-a644-3d80ea5b4823 admin admin] Usage tracker for resource:security_group_rule and tenant:10a92fce2e3b4daeae875da143fff96a is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:51.164882 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-23a0f174-8867-47da-a644-3d80ea5b4823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:51.170568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-23a0f174-8867-47da-a644-3d80ea5b4823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:51.256923 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23a0f174-8867-47da-a644-3d80ea5b4823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:51.259771 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23a0f174-8867-47da-a644-3d80ea5b4823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:51.268439 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:51.310451 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-23a0f174-8867-47da-a644-3d80ea5b4823 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=10a92fce2e3b4daeae875da143fff96a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001373 Feb 17 00:12:51.312054 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0f174-8867-47da-a644-3d80ea5b4823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5534bd5-6d0e-4e86-8280-967049be4dd2,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:51.313519 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 54762) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:51.315401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23a0f174-8867-47da-a644-3d80ea5b4823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:51.375852 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e603e7a-60dc-486b-a695-c7d0f91c9f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:51.405433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e603e7a-60dc-486b-a695-c7d0f91c9f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:51.449362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e603e7a-60dc-486b-a695-c7d0f91c9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:51.454463 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:51.466703 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e603e7a-60dc-486b-a695-c7d0f91c9f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5534bd5-6d0e-4e86-8280-967049be4dd2,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:51.469171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e603e7a-60dc-486b-a695-c7d0f91c9f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:51.477877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e603e7a-60dc-486b-a695-c7d0f91c9f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:51.479131 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8e603e7a-60dc-486b-a695-c7d0f91c9f4f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d5534bd5-6d0e-4e86-8280-967049be4dd2 HTTP/1.1" status: 204 len: 168 time: 0.1636889 Feb 17 00:12:51.761524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 54770) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:51.780949 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b17194ba-8e44-4c12-a98f-3499d0a8a598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:51.796671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b17194ba-8e44-4c12-a98f-3499d0a8a598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:51.800756 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b17194ba-8e44-4c12-a98f-3499d0a8a598 admin admin] Usage tracker for resource:security_group_rule and tenant:cf48b6e1efc243e0a5dfc73bc0430b4f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:51.803701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b17194ba-8e44-4c12-a98f-3499d0a8a598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:51.809701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b17194ba-8e44-4c12-a98f-3499d0a8a598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:51.892319 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b17194ba-8e44-4c12-a98f-3499d0a8a598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:51.895699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b17194ba-8e44-4c12-a98f-3499d0a8a598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:51.904890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5e386d9e-36e7-4613-8ed9-1cbd6743e358 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:51.942241 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17194ba-8e44-4c12-a98f-3499d0a8a598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2a0ff8-3537-480e-b599-38709d8fd414,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:51.948081 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b17194ba-8e44-4c12-a98f-3499d0a8a598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:51.955142 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b17194ba-8e44-4c12-a98f-3499d0a8a598 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cf48b6e1efc243e0a5dfc73bc0430b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924531 Feb 17 00:12:51.958497 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 54776) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:52.053213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f204d35e-2c92-4392-9945-e327f11645b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.086526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f204d35e-2c92-4392-9945-e327f11645b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.162311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f204d35e-2c92-4392-9945-e327f11645b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.169283 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bd75b05a-df0f-43e5-827f-cd29dbf7f074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:52.172438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 9c561d9b-252e-40d4-acfa-31d4d81da166 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:52.184517 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204d35e-2c92-4392-9945-e327f11645b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2a0ff8-3537-480e-b599-38709d8fd414,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:52.194441 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f204d35e-2c92-4392-9945-e327f11645b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:52.203515 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f204d35e-2c92-4392-9945-e327f11645b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.210235 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f204d35e-2c92-4392-9945-e327f11645b6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/de2a0ff8-3537-480e-b599-38709d8fd414 HTTP/1.1" status: 204 len: 168 time: 0.2476742 Feb 17 00:12:52.226985 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-222f485c-5d14-4747-a9d4-436b46e45868 req-f099a26d-e96f-4ace-a3f0-6765fc5eab01 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 210 time: 0.0577762 Feb 17 00:12:52.272556 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcbec1-930b-43ea-ac34-14ba6cd3de45 req-afdf52c9-c22d-4c6f-90b3-36885f3cf7cb tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:52.281278 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cbbcbec1-930b-43ea-ac34-14ba6cd3de45 req-afdf52c9-c22d-4c6f-90b3-36885f3cf7cb tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 944 time: 0.1662409 Feb 17 00:12:52.283373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 9c561d9b-252e-40d4-acfa-31d4d81da166 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:12:52.290655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 9c561d9b-252e-40d4-acfa-31d4d81da166 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:52.291179 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.349659 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cbbcbec1-930b-43ea-ac34-14ba6cd3de45 req-4ab5e99a-e5b2-4151-89e8-13a70f19d885 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673165 Feb 17 00:12:52.431198 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.461363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539cfc76-1f27-4dde-bab4-5641403fc4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c561d9b-252e-40d4-acfa-31d4d81da166'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:52.468263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2902b-d790-4e20-9778-2ded2657dd8a req-00bf3826-54e6-479f-9d80-caa28d2ff670 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:52.469769 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-79c2902b-d790-4e20-9778-2ded2657dd8a req-00bf3826-54e6-479f-9d80-caa28d2ff670 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.0909574 Feb 17 00:12:52.489956 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 9c561d9b-252e-40d4-acfa-31d4d81da166, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9c561d9b-252e-40d4-acfa-31d4d81da166,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:12:52.495294 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:52.497338 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:52.539873 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-79c2902b-d790-4e20-9778-2ded2657dd8a req-dfec23fe-2443-4ff8-a97d-360d600dcb0c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562005 Feb 17 00:12:52.548035 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539cfc76-1f27-4dde-bab4-5641403fc4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c561d9b-252e-40d4-acfa-31d4d81da166', 'code': 200} Feb 17 00:12:52.593092 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=9c561d9b-252e-40d4-acfa-31d4d81da166,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:52.596657 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:53.718339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 54836) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:53.842749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ced3bdd6-1df1-43c6-bca7-55aa4ee9af4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:53.858339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ced3bdd6-1df1-43c6-bca7-55aa4ee9af4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:53.862374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ced3bdd6-1df1-43c6-bca7-55aa4ee9af4a admin admin] Usage tracker for resource:security_group_rule and tenant:6f660c1a7c8d4f349be403ef6cb13a68 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:53.865909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ced3bdd6-1df1-43c6-bca7-55aa4ee9af4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:53.871597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ced3bdd6-1df1-43c6-bca7-55aa4ee9af4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:53.955702 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ced3bdd6-1df1-43c6-bca7-55aa4ee9af4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:53.959104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ced3bdd6-1df1-43c6-bca7-55aa4ee9af4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:53.967769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-62d722da-dc56-45e9-a1b4-84d2e3cf60e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:54.012151 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ced3bdd6-1df1-43c6-bca7-55aa4ee9af4a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6f660c1a7c8d4f349be403ef6cb13a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926505 Feb 17 00:12:54.013844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3bdd6-1df1-43c6-bca7-55aa4ee9af4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e00ed26-9602-4c97-a82e-8de67fbd7bcb,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:54.015688 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 54842) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:54.017337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ced3bdd6-1df1-43c6-bca7-55aa4ee9af4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:54.082472 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bedb5c6e-695a-4892-b97e-ab2d981d2ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:54.110244 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bedb5c6e-695a-4892-b97e-ab2d981d2ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:54.158523 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bedb5c6e-695a-4892-b97e-ab2d981d2ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:54.164190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:54.177858 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb5c6e-695a-4892-b97e-ab2d981d2ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e00ed26-9602-4c97-a82e-8de67fbd7bcb,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:54.181040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bedb5c6e-695a-4892-b97e-ab2d981d2ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:54.184937 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bedb5c6e-695a-4892-b97e-ab2d981d2ffd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9e00ed26-9602-4c97-a82e-8de67fbd7bcb HTTP/1.1" status: 204 len: 168 time: 0.1650510 Feb 17 00:12:54.184937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bedb5c6e-695a-4892-b97e-ab2d981d2ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:55.831224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 9c561d9b-252e-40d4-acfa-31d4d81da166 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:12:55.832530 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966d25c-7ccd-413f-812a-672bf58fcea2 req-0cf8333a-cbb6-417d-b335-c539f7bc891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:55.834220 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d966d25c-7ccd-413f-812a-672bf58fcea2 req-0cf8333a-cbb6-417d-b335-c539f7bc891c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 1163 time: 0.0813098 Feb 17 00:12:55.904217 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d966d25c-7ccd-413f-812a-672bf58fcea2 req-e6bb45c0-d6f3-4cf1-9a16-d8ee8e220b42 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546017 Feb 17 00:12:55.925126 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 9c561d9b-252e-40d4-acfa-31d4d81da166 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:12:55.925928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:55.989150 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ce2b473-b79d-4bd9-8306-4503a62be9a5 req-890cdb89-e004-4512-9574-9cc89eb9f424 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 210 time: 0.0514338 Feb 17 00:12:56.241174 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3aa93-e493-4f42-ad48-919c43a2a520 req-74d7cc59-8f0c-45b1-9db3-33e357c076f4 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:56.242774 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-63a3aa93-e493-4f42-ad48-919c43a2a520 req-74d7cc59-8f0c-45b1-9db3-33e357c076f4 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 946 time: 0.1543114 Feb 17 00:12:56.254415 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63bb05-7aa7-495c-a45a-4db3c93d80c4 req-91d25779-383e-48f7-a9c2-40122f0be826 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:56.255977 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1b63bb05-7aa7-495c-a45a-4db3c93d80c4 req-91d25779-383e-48f7-a9c2-40122f0be826 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1264918 Feb 17 00:12:56.332351 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-63a3aa93-e493-4f42-ad48-919c43a2a520 req-f254590c-1d83-4177-b844-ddc4a6e1b352 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740950 Feb 17 00:12:56.354642 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1b63bb05-7aa7-495c-a45a-4db3c93d80c4 req-476269f5-59f6-442b-9c19-ecfa517ff70b tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802500 Feb 17 00:12:56.504748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882725a2-5015-4651-823a-1130f071d155 req-3174cbc6-8e43-463e-9738-11c0d22efff5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:56.506410 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-3174cbc6-8e43-463e-9738-11c0d22efff5 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.44 "GET /v2.0/networks?id=4ae836c7-fece-4f8e-880b-baa27dd16d9b HTTP/1.1" status: 200 len: 809 time: 0.1871533 Feb 17 00:12:56.523984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Request body: {'port': {'device_id': 'a9238f7d-3d8b-471c-9a34-e84d5cde342e', 'network_id': '4ae836c7-fece-4f8e-880b-baa27dd16d9b', 'admin_state_up': True, 'tenant_id': '220a3069fe2a4730a94d840909b4c254'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:56.673661 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:56.678519 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Usage tracker for resource:port and tenant:220a3069fe2a4730a94d840909b4c254 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:56.681464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:56.687540 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:56.696872 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Made reservation on behalf of 220a3069fe2a4730a94d840909b4c254 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:12:56.702616 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:57.034718 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Allocated IP 172.20.0.3 (4ae836c7-fece-4f8e-880b-baa27dd16d9b/0f371a7d-aa73-45cb-8f1e-6ac9559b1be4/c6db1749-e5cb-4b13-bd17-7a930500b5d3) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:12:57.178191 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dd4ff742-8931-4bdf-8dc5-71343f208a64 req-3fc1d516-b1ad-4a65-9680-0d5fefd16e10 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 210 time: 0.0541041 Feb 17 00:12:57.276265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:57.305766 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:57.323616 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9c045aad-6645-4e2a-ad06-0c3e220a34b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:57.522419 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Network 4ae836c7-fece-4f8e-880b-baa27dd16d9b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:12:57.523637 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:12:57.529984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:12:57.560791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Pushing event updated for resources: {'Port': ['ID=c6db1749-e5cb-4b13-bd17-7a930500b5d3,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:57.589209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:57.618446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:57.619167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:57.659626 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1392262 Feb 17 00:12:57.677269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Request body: {'port': {'device_id': 'a9238f7d-3d8b-471c-9a34-e84d5cde342e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:57.699602 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690da9ad-bbf8-48b9-9b6e-2d4e963478d2 req-806c1b94-5251-4a37-8d95-cb609eef407c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:57.701620 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-690da9ad-bbf8-48b9-9b6e-2d4e963478d2 req-806c1b94-5251-4a37-8d95-cb609eef407c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.2252262 Feb 17 00:12:57.708721 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d684319-6471-4ccb-8432-4293629508e8 req-d2589db2-4372-4e85-a5f8-cc72c985717b tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:57.710774 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d684319-6471-4ccb-8432-4293629508e8 req-d2589db2-4372-4e85-a5f8-cc72c985717b tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 946 time: 0.1642432 Feb 17 00:12:57.887642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:58.006046 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-690da9ad-bbf8-48b9-9b6e-2d4e963478d2 req-e0c69a00-1246-4ed5-947a-871c5934b76d tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938969 Feb 17 00:12:58.056041 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d684319-6471-4ccb-8432-4293629508e8 req-5d18132e-ed00-48de-bca0-a18197694659 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001689 Feb 17 00:12:58.342219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6db1749-e5cb-4b13-bd17-7a930500b5d3 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:12:58.352829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:58.366984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Transition to ACTIVE for port object c6db1749-e5cb-4b13-bd17-7a930500b5d3 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:12:58.371626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:58.388699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:58.528539 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea6b66-92fb-44a2-945b-b14486636aad req-7172261b-3711-44dd-acd1-d62aa167ab27 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:58.537715 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74ea6b66-92fb-44a2-945b-b14486636aad req-7172261b-3711-44dd-acd1-d62aa167ab27 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 943 time: 0.1200120 Feb 17 00:12:58.606078 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74ea6b66-92fb-44a2-945b-b14486636aad req-e2d96eb2-8075-4fe2-8fd5-bd61f64dfad4 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670478 Feb 17 00:12:58.764617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Pushing event updated for resources: {'Port': ['ID=c6db1749-e5cb-4b13-bd17-7a930500b5d3,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:58.770057 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:58.954045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Attempting to bind port c6db1749-e5cb-4b13-bd17-7a930500b5d3 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:12:58.954416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Attempting to bind port c6db1749-e5cb-4b13-bd17-7a930500b5d3 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '06e3e626-a758-48b6-afbd-6959d9c56921', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ae836c7-fece-4f8e-880b-baa27dd16d9b'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:12:58.954782 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Attempting to bind port c6db1749-e5cb-4b13-bd17-7a930500b5d3 on network 4ae836c7-fece-4f8e-880b-baa27dd16d9b {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:12:58.960970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:12:58.961349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Checking segment: {'id': '06e3e626-a758-48b6-afbd-6959d9c56921', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ae836c7-fece-4f8e-880b-baa27dd16d9b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:12:58.961748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:58.962148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Bound using segment: {'id': '06e3e626-a758-48b6-afbd-6959d9c56921', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ae836c7-fece-4f8e-880b-baa27dd16d9b'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:12:58.962618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Bound port: c6db1749-e5cb-4b13-bd17-7a930500b5d3, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e3e626-a758-48b6-afbd-6959d9c56921', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ae836c7-fece-4f8e-880b-baa27dd16d9b'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:12:58.962990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:59.059840 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] For port c6db1749-e5cb-4b13-bd17-7a930500b5d3, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:12:59.065184 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] For port c6db1749-e5cb-4b13-bd17-7a930500b5d3, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c6db1749-e5cb-4b13-bd17-7a930500b5d3,segment=NetworkSegment(06e3e626-a758-48b6-afbd-6959d9c56921),segment_id=06e3e626-a758-48b6-afbd-6959d9c56921)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:12:59.070627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:59.087668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-558e5711-5eb0-4fa6-8be5-b723972f82b6 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:59.220517 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Pushing event updated for resources: {'Port': ['ID=c6db1749-e5cb-4b13-bd17-7a930500b5d3,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:59.225012 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:59.309009 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:59.309561 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:59.311075 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] 10.222.0.44 "PUT /v2.0/ports/c6db1749-e5cb-4b13-bd17-7a930500b5d3 HTTP/1.1" status: 200 len: 1157 time: 1.6403551 Feb 17 00:12:59.311933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9238f7d-3d8b-471c-9a34-e84d5cde342e', 'tag': 'c6db1749-e5cb-4b13-bd17-7a930500b5d3'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:59.361014 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b059d87-4590-46fe-bdd0-4f06abcca11f req-8a19bbff-3d5c-4529-8ced-941c1d343851 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:59.363385 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5b059d87-4590-46fe-bdd0-4f06abcca11f req-8a19bbff-3d5c-4529-8ced-941c1d343851 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1645408 Feb 17 00:12:59.399921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 54982) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:59.410129 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b037c8a-e5bc-48c5-8842-37f387ffc8b7 req-4755c761-1dcc-474e-84e7-010bbc735831 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:59.411668 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6b037c8a-e5bc-48c5-8842-37f387ffc8b7 req-4755c761-1dcc-474e-84e7-010bbc735831 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 946 time: 0.1654491 Feb 17 00:12:59.440033 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882725a2-5015-4651-823a-1130f071d155 req-81e5148e-b50e-4ffa-8847-f0e7e8b70d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:59.441805 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-81e5148e-b50e-4ffa-8847-f0e7e8b70d55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=220a3069fe2a4730a94d840909b4c254&device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 1160 time: 0.0816777 Feb 17 00:12:59.455765 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5b059d87-4590-46fe-bdd0-4f06abcca11f req-50142802-e085-47d5-b102-e6962f9d11cc tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850356 Feb 17 00:12:59.480423 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6b037c8a-e5bc-48c5-8842-37f387ffc8b7 req-656ca673-97c3-45e9-bd3c-7e747beab397 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524309 Feb 17 00:12:59.530228 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-3fff0bc0-d5b1-406b-8565-0b72c2b7f684 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6db1749-e5cb-4b13-bd17-7a930500b5d3 HTTP/1.1" status: 200 len: 217 time: 0.0754635 Feb 17 00:12:59.566621 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-72950d0f-ffe8-42b0-b6c9-d39090102ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:59.583727 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-72950d0f-ffe8-42b0-b6c9-d39090102ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:12:59.587933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-72950d0f-ffe8-42b0-b6c9-d39090102ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:c25bceadad6348dbb387a398e00a2c15 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:12:59.590920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-72950d0f-ffe8-42b0-b6c9-d39090102ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:12:59.597736 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-72950d0f-ffe8-42b0-b6c9-d39090102ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:12:59.616492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882725a2-5015-4651-823a-1130f071d155 req-55e8835e-d295-46b4-8c90-830153e0fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:12:59.618189 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-55e8835e-d295-46b4-8c90-830153e0fcdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f371a7d-aa73-45cb-8f1e-6ac9559b1be4 HTTP/1.1" status: 200 len: 849 time: 0.0735791 Feb 17 00:12:59.674478 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-e48a6f0c-e353-4f9b-9e59-f4789a807e76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ae836c7-fece-4f8e-880b-baa27dd16d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475912 Feb 17 00:12:59.686759 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-72950d0f-ffe8-42b0-b6c9-d39090102ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:59.692532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-72950d0f-ffe8-42b0-b6c9-d39090102ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:59.699734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:59.743593 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-72950d0f-ffe8-42b0-b6c9-d39090102ce7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c25bceadad6348dbb387a398e00a2c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409150 Feb 17 00:12:59.747004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 54996) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:59.790753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72950d0f-ffe8-42b0-b6c9-d39090102ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591c66eb-17cf-4a0c-a1e3-647795ee87b0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:59.816977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-72950d0f-ffe8-42b0-b6c9-d39090102ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:12:59.834299 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-586fe94d-00ff-4f8a-8176-189f186f69e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:59.864050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-586fe94d-00ff-4f8a-8176-189f186f69e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:59.911211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-586fe94d-00ff-4f8a-8176-189f186f69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:12:59.914117 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-df468ba9-8111-4d70-95b6-4907149a5929 service neutron] 10.222.0.44 "GET /v2.0/networks/4ae836c7-fece-4f8e-880b-baa27dd16d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158968 Feb 17 00:12:59.915989 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9238f7d-3d8b-471c-9a34-e84d5cde342e', 'tag': 'c6db1749-e5cb-4b13-bd17-7a930500b5d3', 'status': 'completed', 'code': 200} Feb 17 00:12:59.921937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:12:59.952904 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fe94d-00ff-4f8a-8176-189f186f69e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591c66eb-17cf-4a0c-a1e3-647795ee87b0,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:12:59.957544 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-586fe94d-00ff-4f8a-8176-189f186f69e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:00.047367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-586fe94d-00ff-4f8a-8176-189f186f69e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:00.051771 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-586fe94d-00ff-4f8a-8176-189f186f69e0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/591c66eb-17cf-4a0c-a1e3-647795ee87b0 HTTP/1.1" status: 204 len: 168 time: 0.3007176 Feb 17 00:13:00.122644 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-882725a2-5015-4651-823a-1130f071d155 req-a2cb9f38-d177-4e97-ad2c-102f9d950e9f service neutron] 10.222.0.44 "GET /v2.0/networks/4ae836c7-fece-4f8e-880b-baa27dd16d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1952429 Feb 17 00:13:00.129845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff4b9c-dcf4-4fc2-aaf2-326e266e7042 req-383cbfd6-8810-4efc-9b23-95dc13c5c9f4 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:00.131437 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-95ff4b9c-dcf4-4fc2-aaf2-326e266e7042 req-383cbfd6-8810-4efc-9b23-95dc13c5c9f4 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 943 time: 0.1393392 Feb 17 00:13:00.217744 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-95ff4b9c-dcf4-4fc2-aaf2-326e266e7042 req-d95fe010-8f2b-4604-b32e-f3496604df78 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773566 Feb 17 00:13:00.322380 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938b85-a7ee-4a2f-9820-14ba3e1e8bb5 req-1b37eed4-f29d-42de-8d2a-f37f3be0f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:00.334343 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-28938b85-a7ee-4a2f-9820-14ba3e1e8bb5 req-1b37eed4-f29d-42de-8d2a-f37f3be0f076 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=220a3069fe2a4730a94d840909b4c254&device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 1160 time: 0.1426880 Feb 17 00:13:00.536014 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938b85-a7ee-4a2f-9820-14ba3e1e8bb5 req-9364db32-0979-4d1c-9e29-620af7cfa9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:00.537644 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-28938b85-a7ee-4a2f-9820-14ba3e1e8bb5 req-9364db32-0979-4d1c-9e29-620af7cfa9ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=4ae836c7-fece-4f8e-880b-baa27dd16d9b HTTP/1.1" status: 200 len: 903 time: 0.1822734 Feb 17 00:13:00.631458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:00.684097 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-28938b85-a7ee-4a2f-9820-14ba3e1e8bb5 req-2cc36ca6-6698-4013-9029-61f27093e52c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6db1749-e5cb-4b13-bd17-7a930500b5d3 HTTP/1.1" status: 200 len: 217 time: 0.1315601 Feb 17 00:13:00.790632 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938b85-a7ee-4a2f-9820-14ba3e1e8bb5 req-9af35051-b0bf-422b-930f-321c8d75efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:00.791838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef033-12e5-434d-bf65-060b11198a70 req-2cecc153-304e-4d32-847a-ac4f60e39b18 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:00.792286 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-28938b85-a7ee-4a2f-9820-14ba3e1e8bb5 req-9af35051-b0bf-422b-930f-321c8d75efb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f371a7d-aa73-45cb-8f1e-6ac9559b1be4 HTTP/1.1" status: 200 len: 849 time: 0.0976191 Feb 17 00:13:00.793755 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-86bef033-12e5-434d-bf65-060b11198a70 req-2cecc153-304e-4d32-847a-ac4f60e39b18 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1574399 Feb 17 00:13:00.869302 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-86bef033-12e5-434d-bf65-060b11198a70 req-2429ab17-b0ee-4e38-b82b-10aba1a81318 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685511 Feb 17 00:13:00.879915 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-28938b85-a7ee-4a2f-9820-14ba3e1e8bb5 req-a71b0f10-d55d-4bf3-ba00-eda7ff33f115 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ae836c7-fece-4f8e-880b-baa27dd16d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617664 Feb 17 00:13:00.883184 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 55040) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:01.107418 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-671e6998-a7a7-4b29-9d54-0f66640b403d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:01.114381 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-28938b85-a7ee-4a2f-9820-14ba3e1e8bb5 req-43e2c669-9a55-4648-9929-b4d5f6f33b4f service neutron] 10.222.0.44 "GET /v2.0/networks/4ae836c7-fece-4f8e-880b-baa27dd16d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242174 Feb 17 00:13:01.123852 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-671e6998-a7a7-4b29-9d54-0f66640b403d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:13:01.128006 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-671e6998-a7a7-4b29-9d54-0f66640b403d admin admin] Usage tracker for resource:security_group_rule and tenant:bda9ffd341874c18b3cdcaab7e209c8a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:13:01.131034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-671e6998-a7a7-4b29-9d54-0f66640b403d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:13:01.136806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-671e6998-a7a7-4b29-9d54-0f66640b403d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:13:01.233143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-671e6998-a7a7-4b29-9d54-0f66640b403d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:01.236539 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-671e6998-a7a7-4b29-9d54-0f66640b403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:01.246430 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-72950d0f-ffe8-42b0-b6c9-d39090102ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:01.269550 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-28938b85-a7ee-4a2f-9820-14ba3e1e8bb5 req-43830b04-53c4-4f48-8520-c83f2edd228d service neutron] 10.222.0.44 "GET /v2.0/networks/4ae836c7-fece-4f8e-880b-baa27dd16d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439652 Feb 17 00:13:01.291384 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-671e6998-a7a7-4b29-9d54-0f66640b403d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bda9ffd341874c18b3cdcaab7e209c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069254 Feb 17 00:13:01.293383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e6998-a7a7-4b29-9d54-0f66640b403d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d69d12a-68db-43ec-a44f-238519b74a6c,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:01.293663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 55048) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:01.296740 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-671e6998-a7a7-4b29-9d54-0f66640b403d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:01.358212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05d23afd-d513-438a-b84c-fc627e5f3715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:01.391388 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05d23afd-d513-438a-b84c-fc627e5f3715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:01.441654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05d23afd-d513-438a-b84c-fc627e5f3715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:01.447052 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cc1429f7-3d2e-41f5-af59-96196759e117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:01.447621 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62635241-6fa1-4220-a55c-38f56837a072 req-20c5f07a-d596-4365-af1f-4a145609c356 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:01.449284 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-62635241-6fa1-4220-a55c-38f56837a072 req-20c5f07a-d596-4365-af1f-4a145609c356 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 943 time: 0.0966733 Feb 17 00:13:01.463766 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d23afd-d513-438a-b84c-fc627e5f3715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d69d12a-68db-43ec-a44f-238519b74a6c,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:01.470680 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-05d23afd-d513-438a-b84c-fc627e5f3715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:01.471502 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05d23afd-d513-438a-b84c-fc627e5f3715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:01.472996 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-05d23afd-d513-438a-b84c-fc627e5f3715 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6d69d12a-68db-43ec-a44f-238519b74a6c HTTP/1.1" status: 204 len: 168 time: 0.1780603 Feb 17 00:13:01.500603 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-62635241-6fa1-4220-a55c-38f56837a072 req-bc07c772-6002-4c9c-82df-90172d6bc9e3 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445607 Feb 17 00:13:02.078944 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef635a-a1c3-4b59-a577-c22ffab4d430 req-784bd003-7940-4428-bcf7-641a62222d7c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:02.080552 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-96ef635a-a1c3-4b59-a577-c22ffab4d430 req-784bd003-7940-4428-bcf7-641a62222d7c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.0977404 Feb 17 00:13:02.131746 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-96ef635a-a1c3-4b59-a577-c22ffab4d430 req-07de3a17-85bf-4df2-a282-425050a4b002 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444372 Feb 17 00:13:02.742960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ca591-0db3-4387-a22f-e34c392f95e9 req-90ecd8a1-fc4f-480f-b31f-d8257b71f863 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:02.744553 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-190ca591-0db3-4387-a22f-e34c392f95e9 req-90ecd8a1-fc4f-480f-b31f-d8257b71f863 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 943 time: 0.0958152 Feb 17 00:13:02.816275 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-190ca591-0db3-4387-a22f-e34c392f95e9 req-00bde18f-97cf-4967-a8f8-69dfe8334f14 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649142 Feb 17 00:13:03.050200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:13:03.355032 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-8336acc8-e636-4ed2-a6a0-6cceb1bc210b tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:03.356950 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-8336acc8-e636-4ed2-a6a0-6cceb1bc210b tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 815 time: 0.2647166 Feb 17 00:13:03.382267 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-478dfbb0-82d5-426f-8eb5-27edda2f18a3 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/quotas/86e6d2827f514b628230f7b277476dc5 HTTP/1.1" status: 200 len: 375 time: 0.0173128 Feb 17 00:13:03.461290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e89e9f-d16d-4340-a4d5-3a3b4b544841 req-7a89add6-60fe-4717-aacd-4735ce1136eb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:03.464252 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77e89e9f-d16d-4340-a4d5-3a3b4b544841 req-7a89add6-60fe-4717-aacd-4735ce1136eb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1808467 Feb 17 00:13:03.529544 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77e89e9f-d16d-4340-a4d5-3a3b4b544841 req-cd60815a-a067-4279-aa48-8b8ffa20c265 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602884 Feb 17 00:13:03.540316 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ba320210-3c39-4e2a-a76d-21889c01c6d4 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1451972 Feb 17 00:13:03.721418 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-a44e653d-7124-43f8-8687-2b74bcd3a302 service neutron] 10.222.0.74 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629016 Feb 17 00:13:03.874555 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-360eb868-5ea4-412e-8ad0-896d2af0df85 service neutron] 10.222.0.74 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1459739 Feb 17 00:13:04.074236 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-35e1eb52-1e7a-4b47-9db2-ff1caa0281dd req-bc7a09ba-a220-424a-8230-e7b59969a029 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 210 time: 0.0543795 Feb 17 00:13:04.185718 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c6794-7403-43f2-9d92-86d341bf71b1 req-19bd901d-e581-4154-a4d2-e69fdb231728 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:04.187314 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f20c6794-7403-43f2-9d92-86d341bf71b1 req-19bd901d-e581-4154-a4d2-e69fdb231728 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 943 time: 0.1026735 Feb 17 00:13:04.240263 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f20c6794-7403-43f2-9d92-86d341bf71b1 req-03889bc4-af81-4608-8548-2caa82f0dace tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464098 Feb 17 00:13:04.758070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef8491-bb36-4fd5-b58f-5540571fc78e req-7fe70d5a-76ac-49e4-9f13-32291c46da85 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:04.758070 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48ef8491-bb36-4fd5-b58f-5540571fc78e req-7fe70d5a-76ac-49e4-9f13-32291c46da85 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.0991445 Feb 17 00:13:04.814934 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48ef8491-bb36-4fd5-b58f-5540571fc78e req-bd1d7345-474e-4d1d-9bc2-b8dadf6aa2db tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486522 Feb 17 00:13:05.272426 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f23ff2cc-bf8b-477c-951c-1e5cab1dd6f1 req-55cdac31-5fab-47ff-9268-5cd182111ea5 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 210 time: 0.0477929 Feb 17 00:13:05.423007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device c6db1749-e5cb-4b13-bd17-7a930500b5d3 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:05.446361 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2193790-a142-463c-860b-7a60f03e2761 req-c5ef3414-02a6-4f3e-9294-ab5a60a69484 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:05.447941 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d2193790-a142-463c-860b-7a60f03e2761 req-c5ef3414-02a6-4f3e-9294-ab5a60a69484 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 943 time: 0.0886433 Feb 17 00:13:05.504554 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d2193790-a142-463c-860b-7a60f03e2761 req-b2a713c6-e989-409e-b094-8d2d81f5f389 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500102 Feb 17 00:13:05.505216 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port c6db1749-e5cb-4b13-bd17-7a930500b5d3 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:13:05.511724 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port c6db1749-e5cb-4b13-bd17-7a930500b5d3 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:05.512145 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:05.642287 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-93733a9c-51ef-40ae-afaf-e7cf267a745b tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:05.644134 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-93733a9c-51ef-40ae-afaf-e7cf267a745b tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 815 time: 0.1718543 Feb 17 00:13:05.645393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:05.664047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Request body: {'port': {'device_id': '6fa35203-f76f-4aea-86c2-4d97b46169cc', 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b', 'admin_state_up': True, 'tenant_id': '86e6d2827f514b628230f7b277476dc5'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:05.675298 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9238f7d-3d8b-471c-9a34-e84d5cde342e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6db1749-e5cb-4b13-bd17-7a930500b5d3'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:05.686347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port c6db1749-e5cb-4b13-bd17-7a930500b5d3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c6db1749-e5cb-4b13-bd17-7a930500b5d3,segment=NetworkSegment(06e3e626-a758-48b6-afbd-6959d9c56921),segment_id=06e3e626-a758-48b6-afbd-6959d9c56921)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:13:05.689755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:05.692562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a455a0f-4aa3-41eb-adc0-b8a3d035178d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:05.748789 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9238f7d-3d8b-471c-9a34-e84d5cde342e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6db1749-e5cb-4b13-bd17-7a930500b5d3', 'code': 200} Feb 17 00:13:05.776653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=c6db1749-e5cb-4b13-bd17-7a930500b5d3,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:05.780311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:05.823237 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:13:05.833854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:13:05.842896 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Made reservation on behalf of 86e6d2827f514b628230f7b277476dc5 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:13:05.849110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:06.034237 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f4655-6b7b-4cf7-9cbe-374d375f7457 req-d799910d-cc0a-4d87-88d8-f5b8cd607146 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:06.036419 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-747f4655-6b7b-4cf7-9cbe-374d375f7457 req-d799910d-cc0a-4d87-88d8-f5b8cd607146 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1050677 Feb 17 00:13:06.088242 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-747f4655-6b7b-4cf7-9cbe-374d375f7457 req-59c8f991-1a6f-466c-84c6-da27e00ecab1 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448794 Feb 17 00:13:06.174290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Allocated IP 172.20.0.7 (9f3635fc-d9cf-406e-b875-e47aa8a1b67b/b2bb5263-4288-4940-b735-22dadc7bf870/48ee02a8-8b20-4759-adf6-5d94835bc8bb) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:13:06.289999 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c83a8cf1-5a66-43cd-add4-5cd977ee5adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:06.402835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:06.433336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:06.448328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d039fca6-0a38-4fc4-8824-f4a5a34e838f tempest-DeleteServersTestJSON-993937598 tempest-DeleteServersTestJSON-993937598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:06.585227 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Pushing event updated for resources: {'Port': ['ID=48ee02a8-8b20-4759-adf6-5d94835bc8bb,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:06.590015 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:06.644908 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:13:06.646230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:13:06.649317 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:13:06.718099 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:06.718773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:06.746244 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0880625 Feb 17 00:13:08.589345 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-55f7bad0-2b9a-4939-af08-79caece98f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:09.038597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Request body: {'port': {'device_id': '6fa35203-f76f-4aea-86c2-4d97b46169cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:09.201980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:09.226852 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:09.382595 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f146565-4d6f-4177-a71e-3601454c49eb req-4abee7ca-8acf-4958-b09f-c76511326d86 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:09.386539 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f146565-4d6f-4177-a71e-3601454c49eb req-4abee7ca-8acf-4958-b09f-c76511326d86 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 931 time: 0.1726332 Feb 17 00:13:09.393555 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927271a-0457-4b52-a3a5-f8daa0b6b8d8 req-8f1aa480-5eea-4547-9a6d-f5632c74d3ca tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:09.396096 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d927271a-0457-4b52-a3a5-f8daa0b6b8d8 req-8f1aa480-5eea-4547-9a6d-f5632c74d3ca tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 945 time: 0.1402297 Feb 17 00:13:09.479349 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d927271a-0457-4b52-a3a5-f8daa0b6b8d8 req-70ed0a61-f37c-4561-8470-e34326e8c8ed tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655484 Feb 17 00:13:09.486896 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f146565-4d6f-4177-a71e-3601454c49eb req-250f29db-e110-4c65-b85a-979bd28ab6cd tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897727 Feb 17 00:13:09.498184 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc2d54-c762-4e5c-86fc-6847c7f3aec3 req-2b397728-bb82-4360-ae1e-ee47d5c38948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:09.499803 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d1dc2d54-c762-4e5c-86fc-6847c7f3aec3 req-2b397728-bb82-4360-ae1e-ee47d5c38948 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 1162 time: 0.1733000 Feb 17 00:13:09.638607 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d1dc2d54-c762-4e5c-86fc-6847c7f3aec3 req-683e0350-a6c4-408a-976e-542fd4b73837 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048448 Feb 17 00:13:09.709117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094206f-af30-4481-b076-bdec86d3c809 req-aacd0eaf-731c-472e-9545-3946fb65b161 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:09.711143 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e094206f-af30-4481-b076-bdec86d3c809 req-aacd0eaf-731c-472e-9545-3946fb65b161 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.0978718 Feb 17 00:13:09.762534 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e094206f-af30-4481-b076-bdec86d3c809 req-bb6aafb1-9481-43d0-b820-bab7cfb930f3 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438535 Feb 17 00:13:09.772214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ee02a8-8b20-4759-adf6-5d94835bc8bb {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:13:09.780753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:09.795287 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Transition to ACTIVE for port object 48ee02a8-8b20-4759-adf6-5d94835bc8bb will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:13:09.798236 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:09.815004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7c043dbf-1e0c-4cd1-925c-7fcfd75e8c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:10.002100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device c6db1749-e5cb-4b13-bd17-7a930500b5d3 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:10.085115 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port c6db1749-e5cb-4b13-bd17-7a930500b5d3 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:10.085531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:10.165063 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Pushing event updated for resources: {'Port': ['ID=48ee02a8-8b20-4759-adf6-5d94835bc8bb,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:10.179948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:10.238945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:10.403975 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Attempting to bind port 48ee02a8-8b20-4759-adf6-5d94835bc8bb on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:13:10.404346 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Attempting to bind port 48ee02a8-8b20-4759-adf6-5d94835bc8bb by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:13:10.404755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Attempting to bind port 48ee02a8-8b20-4759-adf6-5d94835bc8bb on network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:13:10.410998 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:13:10.411372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Checking segment: {'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:13:10.411775 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:10.412168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Bound using segment: {'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:13:10.412769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Bound port: 48ee02a8-8b20-4759-adf6-5d94835bc8bb, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:13:10.413143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:10.507640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] For port 48ee02a8-8b20-4759-adf6-5d94835bc8bb, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:13:10.510735 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] For port 48ee02a8-8b20-4759-adf6-5d94835bc8bb, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=48ee02a8-8b20-4759-adf6-5d94835bc8bb,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:13:10.512452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:10.513492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:10.529984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:10.690024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Pushing event updated for resources: {'Port': ['ID=48ee02a8-8b20-4759-adf6-5d94835bc8bb,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:10.694286 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:10.727208 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:10.727874 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:10.729414 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] 10.222.0.44 "PUT /v2.0/ports/48ee02a8-8b20-4759-adf6-5d94835bc8bb HTTP/1.1" status: 200 len: 1157 time: 1.6963711 Feb 17 00:13:10.729932 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa35203-f76f-4aea-86c2-4d97b46169cc', 'tag': '48ee02a8-8b20-4759-adf6-5d94835bc8bb'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:14.222609 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-1adb0ff4-d72a-4732-9e21-39e7d20e8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:14.224263 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-1adb0ff4-d72a-4732-9e21-39e7d20e8ac4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 1160 time: 0.1178136 Feb 17 00:13:14.228176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba334a8-efd7-4358-b125-44a9bd04f93b req-0d6ebc28-13a0-4152-82b6-5cbdc97f38fa tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:14.229854 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ba334a8-efd7-4358-b125-44a9bd04f93b req-0d6ebc28-13a0-4152-82b6-5cbdc97f38fa tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 943 time: 0.1454442 Feb 17 00:13:14.312852 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-ed7cea24-f33b-483b-9ecd-a31c2100d1ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48ee02a8-8b20-4759-adf6-5d94835bc8bb HTTP/1.1" status: 200 len: 217 time: 0.0710292 Feb 17 00:13:14.336782 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ba334a8-efd7-4358-b125-44a9bd04f93b req-ba9e3c49-06de-4839-a51a-3e04d6a1b075 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572057 Feb 17 00:13:14.368031 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387de6a-6125-4eaa-b404-d3e289ad5f57 req-18e57058-eb11-48b0-a41a-30bc39b8df8c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:14.376661 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6387de6a-6125-4eaa-b404-d3e289ad5f57 req-18e57058-eb11-48b0-a41a-30bc39b8df8c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 945 time: 0.1457016 Feb 17 00:13:14.431592 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-a1897dde-0574-4115-8b9d-d0ffd03d441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:14.433220 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-a1897dde-0574-4115-8b9d-d0ffd03d441f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2bb5263-4288-4940-b735-22dadc7bf870 HTTP/1.1" status: 200 len: 855 time: 0.0922811 Feb 17 00:13:14.435025 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6387de6a-6125-4eaa-b404-d3e289ad5f57 req-fdbc221c-399c-4ed4-a89f-f8e8e8bad3bb tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572720 Feb 17 00:13:14.435756 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa35203-f76f-4aea-86c2-4d97b46169cc', 'tag': '48ee02a8-8b20-4759-adf6-5d94835bc8bb', 'status': 'completed', 'code': 200} Feb 17 00:13:14.494855 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-a6d2d120-7e0c-4479-b224-739b0d9ff5cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507405 Feb 17 00:13:14.588414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3356e-d39c-45ed-82e7-6e0542874a7c req-3fb4904d-0f91-4fdd-b096-7b6ac96921d2 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:14.589954 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-50a3356e-d39c-45ed-82e7-6e0542874a7c req-3fb4904d-0f91-4fdd-b096-7b6ac96921d2 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.0905533 Feb 17 00:13:14.640985 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-50a3356e-d39c-45ed-82e7-6e0542874a7c req-bf03f7f5-0ec3-41ee-936e-da3233fff94c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444534 Feb 17 00:13:14.646726 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-3ae6bb0a-1769-4ba3-9640-d2d2276440ce service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408544 Feb 17 00:13:14.801006 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73bb3b89-ac8d-40fa-a76f-1ce6a5e55f1d req-f826c160-e3eb-437c-a176-47726926e070 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415710 Feb 17 00:13:14.937713 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ee96a-1d46-46cb-a10b-2d90934bb3bb req-1f9cef3c-8f92-44d1-9b5b-cc223200b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:14.939259 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bc8ee96a-1d46-46cb-a10b-2d90934bb3bb req-1f9cef3c-8f92-44d1-9b5b-cc223200b5f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 1160 time: 0.0833089 Feb 17 00:13:15.097018 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ee96a-1d46-46cb-a10b-2d90934bb3bb req-f614cbe6-710e-435b-9405-c4f851a6fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:15.098636 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bc8ee96a-1d46-46cb-a10b-2d90934bb3bb req-f614cbe6-710e-435b-9405-c4f851a6fa4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 909 time: 0.1410191 Feb 17 00:13:15.178380 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bc8ee96a-1d46-46cb-a10b-2d90934bb3bb req-b33db49d-87cb-417b-9d3b-f980a3a0ec89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48ee02a8-8b20-4759-adf6-5d94835bc8bb HTTP/1.1" status: 200 len: 217 time: 0.0711756 Feb 17 00:13:15.269871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ee96a-1d46-46cb-a10b-2d90934bb3bb req-45cb9ef6-ac38-4819-8e11-b24ae19caef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:15.276311 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bc8ee96a-1d46-46cb-a10b-2d90934bb3bb req-45cb9ef6-ac38-4819-8e11-b24ae19caef8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2bb5263-4288-4940-b735-22dadc7bf870 HTTP/1.1" status: 200 len: 855 time: 0.0812213 Feb 17 00:13:15.336362 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bc8ee96a-1d46-46cb-a10b-2d90934bb3bb req-e4f6c49f-bc0d-4ad6-92fe-89e9d0bf00b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503676 Feb 17 00:13:15.488724 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bc8ee96a-1d46-46cb-a10b-2d90934bb3bb req-02f09e36-66dd-43c6-91d9-51224353c64c service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432126 Feb 17 00:13:15.605490 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97861220-c689-47e8-98c5-617a5e922eb3 req-bd463dc4-6b88-455d-8a86-326db09c19a2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:15.607118 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-97861220-c689-47e8-98c5-617a5e922eb3 req-bd463dc4-6b88-455d-8a86-326db09c19a2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 943 time: 0.1300976 Feb 17 00:13:15.669475 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-97861220-c689-47e8-98c5-617a5e922eb3 req-1acb9346-404a-485b-b063-8c83bdccfbd8 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560308 Feb 17 00:13:15.749100 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bc8ee96a-1d46-46cb-a10b-2d90934bb3bb req-caf78c9a-d16a-4bf6-957d-a25c803c72e7 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1862988 Feb 17 00:13:15.813973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b73c-f6c5-4e1d-b84f-fbdf1b18c012 req-bf49badd-575c-4a43-83ee-b89d5ec5f1f8 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:15.816044 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c918b73c-f6c5-4e1d-b84f-fbdf1b18c012 req-bf49badd-575c-4a43-83ee-b89d5ec5f1f8 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 945 time: 0.1281877 Feb 17 00:13:15.875947 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c918b73c-f6c5-4e1d-b84f-fbdf1b18c012 req-217b1e68-d554-4fe3-b1aa-8fbf71542521 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510340 Feb 17 00:13:15.899739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd98c31-1852-4a80-a592-bff98bb0f659 req-55a8e54f-6a6f-4809-b12e-362ff63cdb9e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:15.901336 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2fd98c31-1852-4a80-a592-bff98bb0f659 req-55a8e54f-6a6f-4809-b12e-362ff63cdb9e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1366684 Feb 17 00:13:15.949749 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2fd98c31-1852-4a80-a592-bff98bb0f659 req-1534c348-a38c-409e-bb60-b6f0199467c1 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Feb 17 00:13:16.290452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device c6db1749-e5cb-4b13-bd17-7a930500b5d3 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:16.364664 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port c6db1749-e5cb-4b13-bd17-7a930500b5d3 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:16.365119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:16.871918 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dce032-b2fb-4e1e-ab82-637682a8a4ac req-e2eba2b5-6181-48cd-ab5e-66b783cb8ca2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:16.873552 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-16dce032-b2fb-4e1e-ab82-637682a8a4ac req-e2eba2b5-6181-48cd-ab5e-66b783cb8ca2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 943 time: 0.0901649 Feb 17 00:13:16.928886 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-16dce032-b2fb-4e1e-ab82-637682a8a4ac req-164fdc06-e64b-4ebc-95f1-f660cc62311e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473187 Feb 17 00:13:17.178369 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ba822-f5ec-422c-8c70-6320161e3662 req-c4b10459-a8f3-4d84-873e-541bb6d9ed74 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:17.179983 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-491ba822-f5ec-422c-8c70-6320161e3662 req-c4b10459-a8f3-4d84-873e-541bb6d9ed74 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.0906150 Feb 17 00:13:17.237384 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-491ba822-f5ec-422c-8c70-6320161e3662 req-86dedd0b-fde9-4e88-a3e5-7eb646829145 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494988 Feb 17 00:13:17.262264 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddf9bb-2975-479e-b035-abcaf7483e12 req-a5d0f57e-8a75-4db0-ad76-c4253eb572d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:17.262264 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0bddf9bb-2975-479e-b035-abcaf7483e12 req-a5d0f57e-8a75-4db0-ad76-c4253eb572d3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 1162 time: 0.0921664 Feb 17 00:13:17.313225 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0bddf9bb-2975-479e-b035-abcaf7483e12 req-6830d722-f23a-4d72-8a6b-6a629f6a8d20 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450461 Feb 17 00:13:17.421332 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcb865-1667-458e-94bf-dc65dd00f606 req-e88ed124-1050-40bd-8a2a-8f641ec7c70f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:17.422932 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7cbcb865-1667-458e-94bf-dc65dd00f606 req-e88ed124-1050-40bd-8a2a-8f641ec7c70f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 945 time: 0.0907078 Feb 17 00:13:17.471480 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7cbcb865-1667-458e-94bf-dc65dd00f606 req-86820011-d48f-4bc5-b71d-bdc1cff41928 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Feb 17 00:13:21.780917 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a18b22-b739-48f4-ae61-b73f24754de9 req-0d17e51a-4ad4-4523-a4be-e94f93aec2ad tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:21.782594 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-08a18b22-b739-48f4-ae61-b73f24754de9 req-0d17e51a-4ad4-4523-a4be-e94f93aec2ad tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 943 time: 0.3414176 Feb 17 00:13:21.828822 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45409cf-7f75-49e3-a232-a7d718d548d8 req-402a22a5-1bb9-4e5b-8529-eed00810880e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:21.830386 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c45409cf-7f75-49e3-a232-a7d718d548d8 req-402a22a5-1bb9-4e5b-8529-eed00810880e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.3316741 Feb 17 00:13:21.870836 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-08a18b22-b739-48f4-ae61-b73f24754de9 req-fa648db6-bdfe-446a-a30d-2adbc86182c8 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763378 Feb 17 00:13:21.891830 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c45409cf-7f75-49e3-a232-a7d718d548d8 req-7c47db11-e754-488d-be18-37276d072eee tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527244 Feb 17 00:13:22.060629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64415712-1f2d-48a5-b77e-1f59e702b50f req-d872c0e7-7299-4b58-817b-1d7970e2d989 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:22.062148 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-64415712-1f2d-48a5-b77e-1f59e702b50f req-d872c0e7-7299-4b58-817b-1d7970e2d989 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 945 time: 0.0894735 Feb 17 00:13:22.112439 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-64415712-1f2d-48a5-b77e-1f59e702b50f req-8ef746f2-8f14-47b2-8544-efe275ac4789 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Feb 17 00:13:23.153618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e27b5e-1773-4db5-a794-4afeecc25d05 req-6dd59650-307b-48fb-b07e-536bc5bdd892 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:23.155153 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-02e27b5e-1773-4db5-a794-4afeecc25d05 req-6dd59650-307b-48fb-b07e-536bc5bdd892 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 943 time: 0.1630371 Feb 17 00:13:23.162645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe684df-8b73-4dff-9e60-842a565529b9 req-c2862ff3-03d0-4984-9021-a5b2d1334e08 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:23.164169 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2fe684df-8b73-4dff-9e60-842a565529b9 req-c2862ff3-03d0-4984-9021-a5b2d1334e08 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1349058 Feb 17 00:13:23.234055 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-02e27b5e-1773-4db5-a794-4afeecc25d05 req-4de67f15-f9e7-4fb4-a1f8-4c2cd9d4ab54 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688138 Feb 17 00:13:23.245225 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2fe684df-8b73-4dff-9e60-842a565529b9 req-c5d37f0d-f69d-47c0-9282-8117b6c72e7a tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637228 Feb 17 00:13:23.514245 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb40805-5b4e-4dd4-a140-e5cd3009eb8e req-fe639c7b-6c71-4017-928b-bee23c95b4cd tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:23.515861 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4bb40805-5b4e-4dd4-a140-e5cd3009eb8e req-fe639c7b-6c71-4017-928b-bee23c95b4cd tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 945 time: 0.1613965 Feb 17 00:13:23.523771 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e9f04-3e85-42d4-8114-3f626972e3d9 req-a7ef1b49-fb74-489d-b1ba-f9b2bf320ddd tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:23.525331 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-328e9f04-3e85-42d4-8114-3f626972e3d9 req-a7ef1b49-fb74-489d-b1ba-f9b2bf320ddd tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1280351 Feb 17 00:13:23.595676 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4bb40805-5b4e-4dd4-a140-e5cd3009eb8e req-c8592df7-8dd0-4f61-b415-2c8070c1da6a tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692849 Feb 17 00:13:23.607086 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-328e9f04-3e85-42d4-8114-3f626972e3d9 req-71fd1968-5c82-4690-85c3-930dbdcecc14 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645046 Feb 17 00:13:24.222645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1086d-aac2-450e-8df1-e80366b72aa7 req-5a78f9e6-a58e-4db6-a07b-59a10ba4d1e3 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:24.223414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-85b1086d-aac2-450e-8df1-e80366b72aa7 req-5a78f9e6-a58e-4db6-a07b-59a10ba4d1e3 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Synchronizing usage tracker for tenant:220a3069fe2a4730a94d840909b4c254 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:13:24.239313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-85b1086d-aac2-450e-8df1-e80366b72aa7 req-5a78f9e6-a58e-4db6-a07b-59a10ba4d1e3 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Unset dirty status for tenant:220a3069fe2a4730a94d840909b4c254 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:13:24.240529 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-85b1086d-aac2-450e-8df1-e80366b72aa7 req-5a78f9e6-a58e-4db6-a07b-59a10ba4d1e3 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 945 time: 0.1046760 Feb 17 00:13:24.391888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-85b1086d-aac2-450e-8df1-e80366b72aa7 req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Deleting port c6db1749-e5cb-4b13-bd17-7a930500b5d3 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:13:24.392288 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-85b1086d-aac2-450e-8df1-e80366b72aa7 req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:24.447210 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b205334-33ad-4704-bb6c-cfce7c41e19b req-0f4496ae-8f9e-4d3e-b7fe-d8c5c6e3547d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:24.448850 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7b205334-33ad-4704-bb6c-cfce7c41e19b req-0f4496ae-8f9e-4d3e-b7fe-d8c5c6e3547d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 943 time: 0.0925782 Feb 17 00:13:24.475123 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66cc0b7f-0560-45e0-bd9a-b79372e553e4 req-a5075399-d812-4663-bc3c-9834d2d409df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1783085 Feb 17 00:13:24.509688 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7b205334-33ad-4704-bb6c-cfce7c41e19b req-1c0fc164-58cf-4325-bf32-f61dbe67792f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533314 Feb 17 00:13:24.677698 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-85b1086d-aac2-450e-8df1-e80366b72aa7 req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] For port c6db1749-e5cb-4b13-bd17-7a930500b5d3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c6db1749-e5cb-4b13-bd17-7a930500b5d3,segment=NetworkSegment(06e3e626-a758-48b6-afbd-6959d9c56921),segment_id=06e3e626-a758-48b6-afbd-6959d9c56921)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:13:24.678098 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-85b1086d-aac2-450e-8df1-e80366b72aa7 req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:24.803542 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06664e-0f10-427e-8cfe-16a66d5df1fc req-0189741a-705e-40d8-907a-c19a8f72bb37 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:24.805217 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d06664e-0f10-427e-8cfe-16a66d5df1fc req-0189741a-705e-40d8-907a-c19a8f72bb37 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 945 time: 0.0893433 Feb 17 00:13:24.813401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-85b1086d-aac2-450e-8df1-e80366b72aa7 req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Calling delete_port for c6db1749-e5cb-4b13-bd17-7a930500b5d3 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:13:24.856428 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d06664e-0f10-427e-8cfe-16a66d5df1fc req-b747966a-1b28-4eb0-826a-5f7d543c6920 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/security-groups?id=85074097-4df8-4e60-86ee-aca96491b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446272 Feb 17 00:13:24.971654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-85b1086d-aac2-450e-8df1-e80366b72aa7 req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:24.986622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:25.085319 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Pushing event deleted for resources: {'Port': ['ID=c6db1749-e5cb-4b13-bd17-7a930500b5d3,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:25.104702 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.105131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.105526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.105921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.106323 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.106715 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.107106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.107498 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.107888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.108279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.108671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.109084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.109511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.109900 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.110289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.110678 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.111061 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.111443 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.111826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.112215 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.112599 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.113011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.113459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.113848 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:25.118856 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:25.216804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b1086d-aac2-450e-8df1-e80366b72aa7 req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] No DVR routers for this DVR port c6db1749-e5cb-4b13-bd17-7a930500b5d3 on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:13:25.219118 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-85b1086d-aac2-450e-8df1-e80366b72aa7 req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:25.223885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9238f7d-3d8b-471c-9a34-e84d5cde342e', 'name': 'network-vif-deleted', 'tag': 'c6db1749-e5cb-4b13-bd17-7a930500b5d3'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:25.237595 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-85b1086d-aac2-450e-8df1-e80366b72aa7 req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.44 "DELETE /v2.0/ports/c6db1749-e5cb-4b13-bd17-7a930500b5d3 HTTP/1.1" status: 204 len: 173 time: 0.9729612 Feb 17 00:13:27.564988 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 48ee02a8-8b20-4759-adf6-5d94835bc8bb up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:27.624068 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9238f7d-3d8b-471c-9a34-e84d5cde342e', 'name': 'network-vif-deleted', 'tag': 'c6db1749-e5cb-4b13-bd17-7a930500b5d3', 'status': 'completed', 'code': 200} Feb 17 00:13:27.633972 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc0b7f-0560-45e0-bd9a-b79372e553e4 req-042e17a9-b130-47e6-b2a4-dc86f48f6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:27.635611 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66cc0b7f-0560-45e0-bd9a-b79372e553e4 req-042e17a9-b130-47e6-b2a4-dc86f48f6fa6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8b739a7300f42a08378410cc354c5a2&device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 1162 time: 0.0870981 Feb 17 00:13:27.657851 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 48ee02a8-8b20-4759-adf6-5d94835bc8bb completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:13:27.663452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 48ee02a8-8b20-4759-adf6-5d94835bc8bb triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:27.664068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:27.819994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:27.835040 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e00690c7-94f4-42a0-8a6f-0cb780c10532 req-5220897b-c849-48d4-8268-27d8ab650d73 tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9238f7d-3d8b-471c-9a34-e84d5cde342e HTTP/1.1" status: 200 len: 210 time: 0.0633655 Feb 17 00:13:27.857198 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 48ee02a8-8b20-4759-adf6-5d94835bc8bb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=48ee02a8-8b20-4759-adf6-5d94835bc8bb,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:13:27.858602 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa35203-f76f-4aea-86c2-4d97b46169cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ee02a8-8b20-4759-adf6-5d94835bc8bb'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:27.867123 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:27.869029 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:27.877036 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218c49e-a1ef-4969-bb56-9c279ed2c378 req-3602fde4-5e54-4d10-8fd8-982549854bd3 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:27.879912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc0b7f-0560-45e0-bd9a-b79372e553e4 req-35b1f2cc-8943-4ebf-ad46-f8776c77d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:27.881679 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66cc0b7f-0560-45e0-bd9a-b79372e553e4 req-35b1f2cc-8943-4ebf-ad46-f8776c77d073 service neutron] 10.222.0.44 "GET /v2.0/networks?id=292ce40c-118c-44c2-8c05-5400235fe99a HTTP/1.1" status: 200 len: 912 time: 0.2238147 Feb 17 00:13:27.885280 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d218c49e-a1ef-4969-bb56-9c279ed2c378 req-3602fde4-5e54-4d10-8fd8-982549854bd3 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 943 time: 0.1576304 Feb 17 00:13:27.919581 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa35203-f76f-4aea-86c2-4d97b46169cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ee02a8-8b20-4759-adf6-5d94835bc8bb', 'code': 200} Feb 17 00:13:27.932629 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d218c49e-a1ef-4969-bb56-9c279ed2c378 req-f311e90d-80a5-4b83-95c6-0dabb97a7b13 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463934 Feb 17 00:13:27.958171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=48ee02a8-8b20-4759-adf6-5d94835bc8bb,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:27.962416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:27.971506 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66cc0b7f-0560-45e0-bd9a-b79372e553e4 req-8294c6b9-f702-4584-9dff-e0ee018029b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bdc3891-2edc-48fd-b03c-177a59787882 HTTP/1.1" status: 200 len: 217 time: 0.0808909 Feb 17 00:13:28.062247 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc0b7f-0560-45e0-bd9a-b79372e553e4 req-114ad3f9-5d28-41dc-a646-afbf1210b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:28.064012 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66cc0b7f-0560-45e0-bd9a-b79372e553e4 req-114ad3f9-5d28-41dc-a646-afbf1210b0e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe671e02-7907-41b0-90ea-0ea88628cba7 HTTP/1.1" status: 200 len: 858 time: 0.0678053 Feb 17 00:13:28.111040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 48ee02a8-8b20-4759-adf6-5d94835bc8bb up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:28.122655 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66cc0b7f-0560-45e0-bd9a-b79372e553e4 req-52c04131-7844-4792-bf84-07aaaf2fa720 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=292ce40c-118c-44c2-8c05-5400235fe99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503716 Feb 17 00:13:28.185281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 48ee02a8-8b20-4759-adf6-5d94835bc8bb triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:28.185678 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:28.337956 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device c6db1749-e5cb-4b13-bd17-7a930500b5d3 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:13:28.377478 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] No Port match for: c6db1749-e5cb-4b13-bd17-7a930500b5d3 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:13:28.377880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device c6db1749-e5cb-4b13-bd17-7a930500b5d3 not bound to the agent host hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:13:28.574594 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86501a9e-e2f0-4037-875d-179c19ee1ca9 req-8fbc2ed8-c974-437b-8e7c-1acd35276b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:28.576277 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-86501a9e-e2f0-4037-875d-179c19ee1ca9 req-8fbc2ed8-c974-437b-8e7c-1acd35276b31 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 1162 time: 0.4393401 Feb 17 00:13:28.599362 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66cc0b7f-0560-45e0-bd9a-b79372e553e4 req-cbcbf7b2-a05a-4126-ac19-442345d2b108 service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634840 Feb 17 00:13:28.711507 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-86501a9e-e2f0-4037-875d-179c19ee1ca9 req-ade72c5e-4fce-421c-bffb-791b8327e461 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277657 Feb 17 00:13:28.758049 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66cc0b7f-0560-45e0-bd9a-b79372e553e4 req-a5efb6d8-8b60-45d5-aa7c-edcd9bc4e9fe service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1503129 Feb 17 00:13:29.147909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fc35d-1edc-4470-8823-b321359ff3d9 req-6caaa11d-6f85-4435-8976-1cb7a899d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:29.149587 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cc2fc35d-1edc-4470-8823-b321359ff3d9 req-6caaa11d-6f85-4435-8976-1cb7a899d5c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8b739a7300f42a08378410cc354c5a2&device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 1162 time: 0.0998170 Feb 17 00:13:29.225289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258b02f-d8b2-41d5-b861-2ff261ffe02d req-508f7230-c6ac-4c02-bf89-43e296e106bf tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:29.227033 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6258b02f-d8b2-41d5-b861-2ff261ffe02d req-508f7230-c6ac-4c02-bf89-43e296e106bf tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1086428 Feb 17 00:13:29.277793 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6258b02f-d8b2-41d5-b861-2ff261ffe02d req-37699746-2567-44e9-9ecf-ed014fd706bf tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441780 Feb 17 00:13:29.317524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fc35d-1edc-4470-8823-b321359ff3d9 req-1ce74f70-1044-465c-8b37-fff325e851a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:29.319163 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cc2fc35d-1edc-4470-8823-b321359ff3d9 req-1ce74f70-1044-465c-8b37-fff325e851a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=292ce40c-118c-44c2-8c05-5400235fe99a HTTP/1.1" status: 200 len: 912 time: 0.1589515 Feb 17 00:13:29.381630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686f75b-e86c-4138-919b-b9f15a067203 req-81ce1d07-34cd-44fe-83a3-767d432c3c2d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:29.383236 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4686f75b-e86c-4138-919b-b9f15a067203 req-81ce1d07-34cd-44fe-83a3-767d432c3c2d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 945 time: 0.0889237 Feb 17 00:13:29.408593 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cc2fc35d-1edc-4470-8823-b321359ff3d9 req-25d12cca-2dd2-4515-b77d-e849c085b04f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8104312d-696c-48b3-82ca-1189241f926b HTTP/1.1" status: 200 len: 217 time: 0.0806816 Feb 17 00:13:29.436668 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4686f75b-e86c-4138-919b-b9f15a067203 req-56c5b60d-0f42-4d25-8f6f-047f366bed04 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464468 Feb 17 00:13:29.490901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fc35d-1edc-4470-8823-b321359ff3d9 req-afccfa58-0c1d-46ec-8515-0f20539c8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:29.492518 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cc2fc35d-1edc-4470-8823-b321359ff3d9 req-afccfa58-0c1d-46ec-8515-0f20539c8a31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe671e02-7907-41b0-90ea-0ea88628cba7 HTTP/1.1" status: 200 len: 858 time: 0.0742207 Feb 17 00:13:29.552391 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cc2fc35d-1edc-4470-8823-b321359ff3d9 req-cf229092-4c59-44a1-9c72-47ab0093b7f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=292ce40c-118c-44c2-8c05-5400235fe99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475814 Feb 17 00:13:29.731502 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cc2fc35d-1edc-4470-8823-b321359ff3d9 req-8c754e79-bf64-401d-afd5-a306be6fdad7 service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470454 Feb 17 00:13:29.897634 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cc2fc35d-1edc-4470-8823-b321359ff3d9 req-0dd16867-96d0-4bd4-82cf-b1af4238cf2c service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1574602 Feb 17 00:13:30.491340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c174ae7-0851-4f4b-9c54-4631fe6355eb req-05c24cbc-1102-494c-90fc-5aeac31c55de tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:30.493223 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0c174ae7-0851-4f4b-9c54-4631fe6355eb req-05c24cbc-1102-494c-90fc-5aeac31c55de tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0923789 Feb 17 00:13:30.543087 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0c174ae7-0851-4f4b-9c54-4631fe6355eb req-270a468a-1934-480e-b63d-a1246245aa0f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 Feb 17 00:13:30.653521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:30.666151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f4f77-eb8d-4e0a-aabe-ffe8941c1f86 req-e0ba8d57-ba67-4343-a124-824487849058 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:30.668007 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-758f4f77-eb8d-4e0a-aabe-ffe8941c1f86 req-e0ba8d57-ba67-4343-a124-824487849058 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 945 time: 0.0981977 Feb 17 00:13:30.720049 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-758f4f77-eb8d-4e0a-aabe-ffe8941c1f86 req-4a3ff1bb-bbd7-4e72-9698-638f7d27579d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454936 Feb 17 00:13:34.676284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 48ee02a8-8b20-4759-adf6-5d94835bc8bb up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:34.752237 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 48ee02a8-8b20-4759-adf6-5d94835bc8bb triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:34.752667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:34.796372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58904b0a-063b-4e39-b6e5-3a61eb04402f req-0d7c1610-9db7-4205-8082-bdafc3442b3f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:34.798007 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58904b0a-063b-4e39-b6e5-3a61eb04402f req-0d7c1610-9db7-4205-8082-bdafc3442b3f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1620059 Feb 17 00:13:34.805607 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c037d3-9a55-4a76-88a8-dce010eadf9e req-62b9ec8f-e5a9-47ff-814b-8ae1a0588af5 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:34.807174 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-45c037d3-9a55-4a76-88a8-dce010eadf9e req-62b9ec8f-e5a9-47ff-814b-8ae1a0588af5 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 945 time: 0.1345522 Feb 17 00:13:34.886042 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58904b0a-063b-4e39-b6e5-3a61eb04402f req-b6186ceb-0258-4dee-8fa3-c535e3724e21 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777903 Feb 17 00:13:34.889535 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-45c037d3-9a55-4a76-88a8-dce010eadf9e req-f79601d2-38ef-463e-9dc9-c8192c3b01d1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670099 Feb 17 00:13:36.290983 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96204c58-ec50-4e5f-868f-a7123bae9b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:38.595446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8fcccd39-f3fc-49e7-860c-79dd25d9937d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:38.762017 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fae71-e661-487e-9415-ea3ac35465c3 req-8d320e57-5c3a-432c-9a3b-b0c736c8d22b tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:38.763547 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4c2fae71-e661-487e-9415-ea3ac35465c3 req-8d320e57-5c3a-432c-9a3b-b0c736c8d22b tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0906451 Feb 17 00:13:38.813943 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4c2fae71-e661-487e-9415-ea3ac35465c3 req-f6898022-6783-42d6-9ba5-ebff964568c4 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437181 Feb 17 00:13:39.213453 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:40.020148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d515c-75ed-4296-9fb4-da92736d69b4 req-abd61a3a-230b-4ac6-9db4-aa098343a089 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:40.021829 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f7d515c-75ed-4296-9fb4-da92736d69b4 req-abd61a3a-230b-4ac6-9db4-aa098343a089 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0871162 Feb 17 00:13:40.050977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:13:40.074792 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f7d515c-75ed-4296-9fb4-da92736d69b4 req-a2a70801-9501-43f0-87b9-6295a02d6eb5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464926 Feb 17 00:13:40.211564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:40.516212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:41.122938 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8104312d-696c-48b3-82ca-1189241f926b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:41.228957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8104312d-696c-48b3-82ca-1189241f926b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:41.229679 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:41.372890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0d917-b07b-420f-b5d6-d9b3eb173bbc req-1cfb0672-4184-4a1d-bfc3-35137fd1e910 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:41.375102 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bb0d917-b07b-420f-b5d6-d9b3eb173bbc req-1cfb0672-4184-4a1d-bfc3-35137fd1e910 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1402731 Feb 17 00:13:41.455268 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bb0d917-b07b-420f-b5d6-d9b3eb173bbc req-979e4110-03a7-478d-a084-5f275ede975e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706775 Feb 17 00:13:42.670401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d017c-9965-4d97-93ad-8e47f439788d req-8f50a00d-75d6-4240-b7c3-42ae2f378a9a tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:42.672227 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-826d017c-9965-4d97-93ad-8e47f439788d req-8f50a00d-75d6-4240-b7c3-42ae2f378a9a tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0925806 Feb 17 00:13:42.727041 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-826d017c-9965-4d97-93ad-8e47f439788d req-681671f2-de83-4a4a-b22f-526b2b86d0f6 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459149 Feb 17 00:13:43.958329 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbc263-df18-48bd-ad0a-c85ff6cf88f6 req-dceaca7e-3983-4a24-8ebc-002e7806cba5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:43.959947 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5edbc263-df18-48bd-ad0a-c85ff6cf88f6 req-dceaca7e-3983-4a24-8ebc-002e7806cba5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0981765 Feb 17 00:13:44.012734 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5edbc263-df18-48bd-ad0a-c85ff6cf88f6 req-9b595577-5736-47b5-99d6-4cd4c7b08cd1 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445824 Feb 17 00:13:44.739970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 55838) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:44.926994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-694b1b35-ab40-4f94-9996-70637269653f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:44.946940 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-694b1b35-ab40-4f94-9996-70637269653f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:13:44.951588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-694b1b35-ab40-4f94-9996-70637269653f admin admin] Usage tracker for resource:security_group_rule and tenant:364b2fd28d1d43eeb6fae21cc945373a is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:13:44.955125 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-694b1b35-ab40-4f94-9996-70637269653f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:13:44.962536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-694b1b35-ab40-4f94-9996-70637269653f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:13:45.082127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-694b1b35-ab40-4f94-9996-70637269653f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:45.089256 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-694b1b35-ab40-4f94-9996-70637269653f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:45.097492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:45.147789 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b1b35-ab40-4f94-9996-70637269653f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a391ce55-9bc7-44f9-87ad-d87890f5fbb9,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:45.156388 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 55852) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:45.168981 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-694b1b35-ab40-4f94-9996-70637269653f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=364b2fd28d1d43eeb6fae21cc945373a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4277058 Feb 17 00:13:45.172803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-694b1b35-ab40-4f94-9996-70637269653f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:45.239089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:45.344940 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:45.421350 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac32fa-086f-40c3-8842-41031e4dc9b2 req-94fa8721-0551-4388-9cd9-944c7bfff645 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:45.423157 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d2ac32fa-086f-40c3-8842-41031e4dc9b2 req-94fa8721-0551-4388-9cd9-944c7bfff645 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1655610 Feb 17 00:13:45.462483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:45.470112 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:45.506372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a391ce55-9bc7-44f9-87ad-d87890f5fbb9,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:45.521094 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.521502 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.521896 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.522349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.522826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.523313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.523699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.524269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.524639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.525357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.526381 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.526769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.527632 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.528173 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.528647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.529877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.530107 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.530489 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.530867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.531247 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.531623 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.532002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.532375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.532770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:13:45.541140 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d2ac32fa-086f-40c3-8842-41031e4dc9b2 req-0cd4395e-e205-46a1-879d-d8f6a6bd46cf tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101649 Feb 17 00:13:45.568804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:45.568804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:45.568804 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a391ce55-9bc7-44f9-87ad-d87890f5fbb9 HTTP/1.1" status: 204 len: 168 time: 0.4041207 Feb 17 00:13:46.019335 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 55874) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:46.048441 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8480f01a-f6fc-438e-9280-fd852858a766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:46.072516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8480f01a-f6fc-438e-9280-fd852858a766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:13:46.077563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8480f01a-f6fc-438e-9280-fd852858a766 admin admin] Usage tracker for resource:security_group_rule and tenant:2093e23c92bc40669054283480c2a7e9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:13:46.080757 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8480f01a-f6fc-438e-9280-fd852858a766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:13:46.087569 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8480f01a-f6fc-438e-9280-fd852858a766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:13:46.221543 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8480f01a-f6fc-438e-9280-fd852858a766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:46.231586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8480f01a-f6fc-438e-9280-fd852858a766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:46.265191 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a24688e-9d41-45d8-9be3-30e63e41d716 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:46.275289 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8480f01a-f6fc-438e-9280-fd852858a766 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2093e23c92bc40669054283480c2a7e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545109 Feb 17 00:13:46.278200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 55884) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:46.298931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480f01a-f6fc-438e-9280-fd852858a766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5aa893-b0fe-4077-8217-611b504d3dfb,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:46.304194 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8480f01a-f6fc-438e-9280-fd852858a766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:46.305231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 55888) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:46.359948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b69e62d9-d406-4a5e-b613-11ee3ae41772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:46.389712 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b69e62d9-d406-4a5e-b613-11ee3ae41772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:46.449045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b69e62d9-d406-4a5e-b613-11ee3ae41772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:46.460000 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-035c1bd8-a3fb-4f65-8d15-42c182c500d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:46.463251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-25049b7f-e81d-4872-89e7-6c1bcc50fa38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:46.481286 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b69e62d9-d406-4a5e-b613-11ee3ae41772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:46.481791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-25049b7f-e81d-4872-89e7-6c1bcc50fa38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:13:46.484075 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b69e62d9-d406-4a5e-b613-11ee3ae41772 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3a5aa893-b0fe-4077-8217-611b504d3dfb HTTP/1.1" status: 204 len: 168 time: 0.2044840 Feb 17 00:13:46.487252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-25049b7f-e81d-4872-89e7-6c1bcc50fa38 admin admin] Usage tracker for resource:security_group_rule and tenant:184604bc8ade4967929136cf719143ba is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:13:46.489572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e62d9-d406-4a5e-b613-11ee3ae41772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5aa893-b0fe-4077-8217-611b504d3dfb,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:46.493048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b69e62d9-d406-4a5e-b613-11ee3ae41772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:46.493445 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-25049b7f-e81d-4872-89e7-6c1bcc50fa38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:13:46.502007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-25049b7f-e81d-4872-89e7-6c1bcc50fa38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:13:46.636781 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-25049b7f-e81d-4872-89e7-6c1bcc50fa38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:46.640639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-25049b7f-e81d-4872-89e7-6c1bcc50fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:46.654764 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8480f01a-f6fc-438e-9280-fd852858a766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:46.735905 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25049b7f-e81d-4872-89e7-6c1bcc50fa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b877cc-d24c-405a-a089-09909383c14d,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:46.740411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-25049b7f-e81d-4872-89e7-6c1bcc50fa38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:46.762028 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-25049b7f-e81d-4872-89e7-6c1bcc50fa38 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=184604bc8ade4967929136cf719143ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530258 Feb 17 00:13:46.762860 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 55900) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:46.959888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453899bf-fb1f-443e-9279-ef43d1861d83 req-af99731f-f2c5-4e38-83d8-77d76e575d20 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:46.970361 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-453899bf-fb1f-443e-9279-ef43d1861d83 req-af99731f-f2c5-4e38-83d8-77d76e575d20 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1857393 Feb 17 00:13:46.972609 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e802423b-9782-4856-8c98-2752891eb39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:47.066329 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e802423b-9782-4856-8c98-2752891eb39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:47.126581 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-453899bf-fb1f-443e-9279-ef43d1861d83 req-ed897d3e-04f6-4faa-b436-caa37efdc521 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526294 Feb 17 00:13:47.257403 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e802423b-9782-4856-8c98-2752891eb39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:47.262727 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9a676a9f-c62a-405c-ab42-8ca2ff6837bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:47.281891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802423b-9782-4856-8c98-2752891eb39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b877cc-d24c-405a-a089-09909383c14d,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:47.286577 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e802423b-9782-4856-8c98-2752891eb39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:47.293183 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e802423b-9782-4856-8c98-2752891eb39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:47.294427 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e802423b-9782-4856-8c98-2752891eb39f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d1b877cc-d24c-405a-a089-09909383c14d HTTP/1.1" status: 204 len: 168 time: 0.5304799 Feb 17 00:13:48.085463 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae76b88-0496-404d-8468-eb38cc91de07 req-b2bda627-bdcc-4de8-8926-4c842b504ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:48.103893 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bae76b88-0496-404d-8468-eb38cc91de07 req-b2bda627-bdcc-4de8-8926-4c842b504ba1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 1162 time: 0.1275201 Feb 17 00:13:48.210510 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bae76b88-0496-404d-8468-eb38cc91de07 req-5d8f244a-a7e1-4d82-b293-9a1dbbdc2f87 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972641 Feb 17 00:13:48.564418 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c862f9d-3d6f-45e0-90a8-269c1d47864c req-0c99f6f2-8637-4193-a2f8-174d8fab1581 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:48.576209 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8c862f9d-3d6f-45e0-90a8-269c1d47864c req-0c99f6f2-8637-4193-a2f8-174d8fab1581 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1641603 Feb 17 00:13:48.633490 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8c862f9d-3d6f-45e0-90a8-269c1d47864c req-86da7a49-2119-431d-8c7c-1ea03711022f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558927 Feb 17 00:13:49.940169 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8b77-d317-47cb-a7eb-09df01f4d066 req-7219d3d6-361b-4c8a-ab07-5984c68d9f6c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:49.949231 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-65dd8b77-d317-47cb-a7eb-09df01f4d066 req-7219d3d6-361b-4c8a-ab07-5984c68d9f6c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1337399 Feb 17 00:13:50.003536 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-65dd8b77-d317-47cb-a7eb-09df01f4d066 req-0a6a702c-1cee-4cc1-87aa-41fc47494a78 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530093 Feb 17 00:13:51.269224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8104312d-696c-48b3-82ca-1189241f926b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:51.358065 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-de4f0763-602b-4494-b0de-a367ae8f6c71 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=15ddcdadee324fd18cfef68fdbc5b17e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744288 Feb 17 00:13:51.532736 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8104312d-696c-48b3-82ca-1189241f926b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:51.533183 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:51.600979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-2557a21f-6aa0-453e-b4a2-2011557d6703 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:51.608895 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-2557a21f-6aa0-453e-b4a2-2011557d6703 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904697 Feb 17 00:13:51.630320 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-543a2e98-8fb9-4c44-bbb2-9ac505ee97bf tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/quotas/15ddcdadee324fd18cfef68fdbc5b17e HTTP/1.1" status: 200 len: 375 time: 0.0198765 Feb 17 00:13:51.749508 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-e13d7d86-12d5-4121-9e68-053f5d20fea8 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=15ddcdadee324fd18cfef68fdbc5b17e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179032 Feb 17 00:13:51.778961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e5a41-2a81-4d73-84bf-3166eb2f9538 req-748865d5-96e7-4650-b37e-990c34bfa507 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:51.781166 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-153e5a41-2a81-4d73-84bf-3166eb2f9538 req-748865d5-96e7-4650-b37e-990c34bfa507 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.4221153 Feb 17 00:13:51.845288 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-153e5a41-2a81-4d73-84bf-3166eb2f9538 req-373c9f6c-7a4c-4d4a-91e3-11411a8bc606 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563011 Feb 17 00:13:52.160351 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-97f13e74-2522-4a40-acf5-ad75f9af7696 req-cf54118a-c4c5-4761-9ffe-f03afde084d7 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 210 time: 0.0628235 Feb 17 00:13:52.640883 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdce6bb-2835-49b7-a173-1b9b68252cc3 req-fbf360b6-a46c-4a8a-a5b3-baff4ea5f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:52.642933 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bbdce6bb-2835-49b7-a173-1b9b68252cc3 req-fbf360b6-a46c-4a8a-a5b3-baff4ea5f2ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8b739a7300f42a08378410cc354c5a2&device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 1162 time: 0.1447613 Feb 17 00:13:52.659130 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46650b48-361c-4112-8011-d38167452305 req-f400fb87-702a-4439-837c-441b268078e0 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:52.671394 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-46650b48-361c-4112-8011-d38167452305 req-f400fb87-702a-4439-837c-441b268078e0 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1172285 Feb 17 00:13:52.741682 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-46650b48-361c-4112-8011-d38167452305 req-5cfb1cd8-2d04-4110-82c8-87dc714ff516 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664980 Feb 17 00:13:52.851706 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdce6bb-2835-49b7-a173-1b9b68252cc3 req-0a3c5049-7339-4d51-b468-4159e6eb9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:52.853350 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bbdce6bb-2835-49b7-a173-1b9b68252cc3 req-0a3c5049-7339-4d51-b468-4159e6eb9163 service neutron] 10.222.0.44 "GET /v2.0/networks?id=292ce40c-118c-44c2-8c05-5400235fe99a HTTP/1.1" status: 200 len: 912 time: 0.2010107 Feb 17 00:13:52.949874 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bbdce6bb-2835-49b7-a173-1b9b68252cc3 req-7997031b-a655-44e3-b1fe-c553aa979691 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8104312d-696c-48b3-82ca-1189241f926b HTTP/1.1" status: 200 len: 217 time: 0.0844908 Feb 17 00:13:53.036010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 56126) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:53.059605 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdce6bb-2835-49b7-a173-1b9b68252cc3 req-06b4cb51-6e9c-4136-aad5-51420401610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:53.061688 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bbdce6bb-2835-49b7-a173-1b9b68252cc3 req-06b4cb51-6e9c-4136-aad5-51420401610d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe671e02-7907-41b0-90ea-0ea88628cba7 HTTP/1.1" status: 200 len: 858 time: 0.0939846 Feb 17 00:13:53.160774 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bbdce6bb-2835-49b7-a173-1b9b68252cc3 req-923624d8-b1ca-4845-9268-0027adf718ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=292ce40c-118c-44c2-8c05-5400235fe99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830767 Feb 17 00:13:53.317941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28742f16-9f1c-4b0c-bf43-d409c1f5acd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:53.355160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-28742f16-9f1c-4b0c-bf43-d409c1f5acd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:13:53.360755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-28742f16-9f1c-4b0c-bf43-d409c1f5acd7 admin admin] Usage tracker for resource:security_group_rule and tenant:72239e27beda430ba46c91c8f3b9461d is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:13:53.366156 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-28742f16-9f1c-4b0c-bf43-d409c1f5acd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:13:53.376573 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-28742f16-9f1c-4b0c-bf43-d409c1f5acd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:13:53.398872 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bbdce6bb-2835-49b7-a173-1b9b68252cc3 req-fa28a863-531a-40d0-821f-f81fba4a6e1b service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289705 Feb 17 00:13:53.547820 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2647cf96-9f93-4afb-a198-3ec993bc304f req-0870a040-b16f-4ce0-ba10-2a052eb75eae tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 210 time: 0.0825560 Feb 17 00:13:53.592106 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bbdce6bb-2835-49b7-a173-1b9b68252cc3 req-37f2e5ac-c47e-410a-9249-9a9803d057b3 service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1763752 Feb 17 00:13:53.597367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28742f16-9f1c-4b0c-bf43-d409c1f5acd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:53.602900 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-28742f16-9f1c-4b0c-bf43-d409c1f5acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:53.612313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-586fe94d-00ff-4f8a-8176-189f186f69e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:53.665230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 56146) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:53.665800 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-28742f16-9f1c-4b0c-bf43-d409c1f5acd7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=72239e27beda430ba46c91c8f3b9461d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6278925 Feb 17 00:13:53.673601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28742f16-9f1c-4b0c-bf43-d409c1f5acd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598c296f-2eff-49a6-8794-9d4b4cc0f4a7,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:53.677356 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-28742f16-9f1c-4b0c-bf43-d409c1f5acd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:53.755899 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e2acf4f8-3c1e-4a60-982d-9ceba698636e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:53.791575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e2acf4f8-3c1e-4a60-982d-9ceba698636e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:53.907679 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-7b380f38-9d87-4d7b-b758-5b590d1e8d4c tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=15ddcdadee324fd18cfef68fdbc5b17e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447867 Feb 17 00:13:53.949392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e2acf4f8-3c1e-4a60-982d-9ceba698636e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:53.968036 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cff21d36-b3ab-4d2d-a21f-92d4af550803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:54.048788 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acf4f8-3c1e-4a60-982d-9ceba698636e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598c296f-2eff-49a6-8794-9d4b4cc0f4a7,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:54.075419 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e2acf4f8-3c1e-4a60-982d-9ceba698636e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:54.076937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e2acf4f8-3c1e-4a60-982d-9ceba698636e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:54.078504 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e2acf4f8-3c1e-4a60-982d-9ceba698636e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/598c296f-2eff-49a6-8794-9d4b4cc0f4a7 HTTP/1.1" status: 204 len: 168 time: 0.4120264 Feb 17 00:13:54.323102 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-9ad836a3-9c63-4188-a2ea-1e3b7771dc27 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:54.324846 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-9ad836a3-9c63-4188-a2ea-1e3b7771dc27 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4013660 Feb 17 00:13:54.372355 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Request body: {'port': {'device_id': '1d5ec07c-371c-4fcf-a120-b0ec383cde2d', 'network_id': 'd0066639-4a6d-4b2f-bbd7-e677a0ca48e5', 'admin_state_up': True, 'tenant_id': '15ddcdadee324fd18cfef68fdbc5b17e'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:54.390560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084fc8e-3dcc-4431-b1cf-38d7502b4111 req-322faf15-f6b4-487c-94e1-03a807c2b747 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:54.399019 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3084fc8e-3dcc-4431-b1cf-38d7502b4111 req-322faf15-f6b4-487c-94e1-03a807c2b747 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.5156252 Feb 17 00:13:54.474217 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3084fc8e-3dcc-4431-b1cf-38d7502b4111 req-29e256fa-aa9a-4b2e-b602-23e3f8e53bc0 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707533 Feb 17 00:13:54.578449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c1417-e027-454b-9301-21f5f35fd7be req-823257a2-2c76-45d2-84a5-01cbb2852255 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:54.590576 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-823257a2-2c76-45d2-84a5-01cbb2852255 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 815 time: 0.6444135 Feb 17 00:13:54.629943 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:13:54.632621 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-422ee2b5-5a09-411b-9f94-cdb1c1330ab7 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/quotas/86e6d2827f514b628230f7b277476dc5 HTTP/1.1" status: 200 len: 375 time: 0.0404053 Feb 17 00:13:54.634059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Usage tracker for resource:port and tenant:15ddcdadee324fd18cfef68fdbc5b17e is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:13:54.635094 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 56180) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:54.637717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:13:54.645939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:13:54.655336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Made reservation on behalf of 15ddcdadee324fd18cfef68fdbc5b17e for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:13:54.662697 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:54.679339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:54.697142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:13:54.701563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Usage tracker for resource:security_group_rule and tenant:15ddcdadee324fd18cfef68fdbc5b17e is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:13:54.704969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:13:54.723263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e5f52fbc-a329-4927-9bbb-2b4b3923cd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:54.728992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:13:54.741073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e5f52fbc-a329-4927-9bbb-2b4b3923cd3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:13:54.745155 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e5f52fbc-a329-4927-9bbb-2b4b3923cd3f admin admin] Usage tracker for resource:security_group_rule and tenant:8f58b82cbbfa4197b300fe4ad35ded83 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:13:54.748127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e5f52fbc-a329-4927-9bbb-2b4b3923cd3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:13:54.754525 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e5f52fbc-a329-4927-9bbb-2b4b3923cd3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:13:54.849010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e5f52fbc-a329-4927-9bbb-2b4b3923cd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:54.853067 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e5f52fbc-a329-4927-9bbb-2b4b3923cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:54.881799 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-553a774c-fa67-4e18-ad22-27a91054b09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:54.890328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:54.896048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:54.918910 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e5f52fbc-a329-4927-9bbb-2b4b3923cd3f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f58b82cbbfa4197b300fe4ad35ded83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351811 Feb 17 00:13:54.919770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 56184) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:54.920617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f52fbc-a329-4927-9bbb-2b4b3923cd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1970005-173c-4beb-9854-5619497d8d1e,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:54.930968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e5f52fbc-a329-4927-9bbb-2b4b3923cd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:54.975704 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23a0f174-8867-47da-a644-3d80ea5b4823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:55.012992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d39a028d-12e1-4c16-a5e2-71f5e76b014f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:55.045544 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d39a028d-12e1-4c16-a5e2-71f5e76b014f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:55.155823 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-e673c9dc-f589-4046-a363-595f55db531a tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5200350 Feb 17 00:13:55.158161 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ec139c6e-aebe-4665-b337-d6b04c001a66 req-5e08c956-704d-4394-b3b4-64976d6e50f2 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 210 time: 0.1283586 Feb 17 00:13:55.254984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3d448f-5604-4e84-944f-e966b8b78493,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:55.273371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:55.294193 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8104312d-696c-48b3-82ca-1189241f926b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:55.319609 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-e8d22e42-2125-4130-a0dc-81ad4db14840 service neutron] 10.222.0.74 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646276 Feb 17 00:13:55.321579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d39a028d-12e1-4c16-a5e2-71f5e76b014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:55.423084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8104312d-696c-48b3-82ca-1189241f926b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:55.423833 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:55.468755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a1cd7a9c-692c-4c1a-84fd-7052fdec5b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:55.490627 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-be695906-35bd-4e27-8e09-c628c236f201 service neutron] 10.222.0.74 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1700215 Feb 17 00:13:55.494322 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a028d-12e1-4c16-a5e2-71f5e76b014f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1970005-173c-4beb-9854-5619497d8d1e,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:55.497826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Allocated IP 192.168.233.84 (d0066639-4a6d-4b2f-bbd7-e677a0ca48e5/dbc15a52-fc58-4319-a2ff-f430c737fd7c/e221a4fe-46ab-4e97-96d9-70bc13f6f04a) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:13:55.504428 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d39a028d-12e1-4c16-a5e2-71f5e76b014f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:55.519382 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d39a028d-12e1-4c16-a5e2-71f5e76b014f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:55.536114 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d39a028d-12e1-4c16-a5e2-71f5e76b014f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b1970005-173c-4beb-9854-5619497d8d1e HTTP/1.1" status: 204 len: 168 time: 0.5955296 Feb 17 00:13:55.919441 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:55.935270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570bca9-3df6-4a2f-9aa5-2aba4ed1f7d3 req-3e78cd3e-cd9f-4a8b-b15f-69b985335d64 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:55.943643 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0570bca9-3df6-4a2f-9aa5-2aba4ed1f7d3 req-3e78cd3e-cd9f-4a8b-b15f-69b985335d64 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1805973 Feb 17 00:13:55.944874 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Transition to ACTIVE for port object e221a4fe-46ab-4e97-96d9-70bc13f6f04a will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:13:56.004923 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:56.108094 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0570bca9-3df6-4a2f-9aa5-2aba4ed1f7d3 req-39e73ebb-b87d-4097-a8bf-9c29be495a2d tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633162 Feb 17 00:13:56.126410 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03e47523-08db-4a1d-ae8a-473e386f6651 req-85ae25e7-635b-46b0-9fc4-a358942aefd3 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 210 time: 0.1038194 Feb 17 00:13:56.225880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6fa221db-8caa-428e-9789-90c1eaec807d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:56.463555 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Network d0066639-4a6d-4b2f-bbd7-e677a0ca48e5 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:13:56.473263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:13:56.478941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:13:56.538730 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275dfbd-747d-4d00-9a10-1313dfcb900b req-5fa398ee-3ece-41cf-83ec-514e63f9ec97 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:56.551267 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2275dfbd-747d-4d00-9a10-1313dfcb900b req-5fa398ee-3ece-41cf-83ec-514e63f9ec97 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 935 time: 0.1769800 Feb 17 00:13:56.605537 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Pushing event updated for resources: {'Port': ['ID=e221a4fe-46ab-4e97-96d9-70bc13f6f04a,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:56.623886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:56.624278 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:56.650532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:56.731656 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3695936 Feb 17 00:13:56.741774 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2275dfbd-747d-4d00-9a10-1313dfcb900b req-005094af-f809-4f09-a667-c3d149800cf8 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769404 Feb 17 00:13:56.751348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Request body: {'port': {'device_id': '1d5ec07c-371c-4fcf-a120-b0ec383cde2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:56.983324 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:56.987180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-3b61e3ac-4d31-44c4-a929-4aba742c97bb None None] Provisioning for port e221a4fe-46ab-4e97-96d9-70bc13f6f04a completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:13:57.007042 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-3b61e3ac-4d31-44c4-a929-4aba742c97bb None None] Provisioning complete for port e221a4fe-46ab-4e97-96d9-70bc13f6f04a triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:57.012314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b61e3ac-4d31-44c4-a929-4aba742c97bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:57.220218 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-3b61e3ac-4d31-44c4-a929-4aba742c97bb None None] Port e221a4fe-46ab-4e97-96d9-70bc13f6f04a cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:13:57.409121 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8104312d-696c-48b3-82ca-1189241f926b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:13:57.554211 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-51159578-2704-487d-ba51-60105d69e96e req-e4782eb2-b442-4947-9e9d-ba828189c219 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 210 time: 0.1275094 Feb 17 00:13:57.589819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8104312d-696c-48b3-82ca-1189241f926b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:13:57.590258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:57.668574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391124ca-6530-45ef-a326-adbe2865c6cd req-c46064af-2436-4250-b1bb-d3e8d4d9f725 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:57.671334 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-391124ca-6530-45ef-a326-adbe2865c6cd req-c46064af-2436-4250-b1bb-d3e8d4d9f725 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1985695 Feb 17 00:13:57.802095 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-391124ca-6530-45ef-a326-adbe2865c6cd req-17f3436b-eb21-46ef-af81-7acc52f98ef4 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185086 Feb 17 00:13:58.272566 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8245f5-159e-4542-bb63-205f679c4c24 req-22076aba-38a8-4183-94b1-82fd03f932a9 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:58.281795 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7a8245f5-159e-4542-bb63-205f679c4c24 req-22076aba-38a8-4183-94b1-82fd03f932a9 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 935 time: 0.1708219 Feb 17 00:13:58.408483 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7a8245f5-159e-4542-bb63-205f679c4c24 req-40be7655-5d6c-4679-a61f-64ff31974794 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256230 Feb 17 00:13:58.501920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e221a4fe-46ab-4e97-96d9-70bc13f6f04a {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:13:58.540971 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:58.572704 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Transition to ACTIVE for port object e221a4fe-46ab-4e97-96d9-70bc13f6f04a will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:13:58.576976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:58.684115 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:58.784193 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c1417-e027-454b-9301-21f5f35fd7be req-14a753bd-a612-4a4a-b5e1-645dba563629 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:58.786521 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-14a753bd-a612-4a4a-b5e1-645dba563629 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 815 time: 0.5313859 Feb 17 00:13:58.832213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Request body: {'port': {'device_id': '44eae746-92f1-433c-8aca-2e69d37272cf', 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b', 'admin_state_up': True, 'tenant_id': '86e6d2827f514b628230f7b277476dc5'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:58.886410 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9075d902-385f-4a35-8c10-9bc2f8ebb373 req-0a92375b-9e97-4a53-a213-bef70784ee6e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 210 time: 0.1335568 Feb 17 00:13:59.003201 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Pushing event updated for resources: {'Port': ['ID=e221a4fe-46ab-4e97-96d9-70bc13f6f04a,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:13:59.031454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:13:59.055172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:13:59.062706 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Usage tracker for resource:port and tenant:86e6d2827f514b628230f7b277476dc5 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:13:59.069555 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:13:59.149778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:13:59.220653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Made reservation on behalf of 86e6d2827f514b628230f7b277476dc5 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:13:59.228287 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:59.486727 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Attempting to bind port e221a4fe-46ab-4e97-96d9-70bc13f6f04a on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:13:59.487263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Attempting to bind port e221a4fe-46ab-4e97-96d9-70bc13f6f04a by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '1c975f66-229d-49f2-8578-3800a9bda2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd0066639-4a6d-4b2f-bbd7-e677a0ca48e5'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:13:59.487451 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Attempting to bind port e221a4fe-46ab-4e97-96d9-70bc13f6f04a on network d0066639-4a6d-4b2f-bbd7-e677a0ca48e5 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:13:59.499851 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:13:59.500269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Checking segment: {'id': '1c975f66-229d-49f2-8578-3800a9bda2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd0066639-4a6d-4b2f-bbd7-e677a0ca48e5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:13:59.500699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:59.501108 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Bound using segment: {'id': '1c975f66-229d-49f2-8578-3800a9bda2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd0066639-4a6d-4b2f-bbd7-e677a0ca48e5'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:13:59.501971 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Bound port: e221a4fe-46ab-4e97-96d9-70bc13f6f04a, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c975f66-229d-49f2-8578-3800a9bda2f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd0066639-4a6d-4b2f-bbd7-e677a0ca48e5'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:13:59.502362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:59.719966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bbe4c-1724-4726-a235-100dfa6d0bab req-49601731-ec4b-4df6-ba9f-1157f2758f73 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:13:59.721982 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ba2bbe4c-1724-4726-a235-100dfa6d0bab req-49601731-ec4b-4df6-ba9f-1157f2758f73 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 947 time: 0.1097128 Feb 17 00:13:59.744264 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] For port e221a4fe-46ab-4e97-96d9-70bc13f6f04a, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:13:59.747879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] For port e221a4fe-46ab-4e97-96d9-70bc13f6f04a, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e221a4fe-46ab-4e97-96d9-70bc13f6f04a,segment=NetworkSegment(1c975f66-229d-49f2-8578-3800a9bda2f3),segment_id=1c975f66-229d-49f2-8578-3800a9bda2f3)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:13:59.755623 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:13:59.779437 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a685d07-7595-4574-a00b-cc01cb1b7a41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:13:59.787480 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ba2bbe4c-1724-4726-a235-100dfa6d0bab req-816e7587-208a-44a0-a625-52f0fc59414f tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564396 Feb 17 00:14:00.091802 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-618a96ec-0768-4604-b5ab-64f435ba3328 req-7e066083-61e8-43ec-9754-701d6a196080 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 210 time: 0.0692389 Feb 17 00:14:00.115736 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Pushing event updated for resources: {'Port': ['ID=e221a4fe-46ab-4e97-96d9-70bc13f6f04a,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:00.130136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:00.139181 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:00.139865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:00.150925 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] 10.222.0.44 "PUT /v2.0/ports/e221a4fe-46ab-4e97-96d9-70bc13f6f04a HTTP/1.1" status: 200 len: 1161 time: 3.4043419 Feb 17 00:14:00.151520 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5ec07c-371c-4fcf-a120-b0ec383cde2d', 'tag': 'e221a4fe-46ab-4e97-96d9-70bc13f6f04a'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:00.312218 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a7c45-af90-4a8e-83fb-45009e90ea61 req-e4cdb5c1-3d95-4ba2-b183-002faab4b821 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:00.314035 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-682a7c45-af90-4a8e-83fb-45009e90ea61 req-e4cdb5c1-3d95-4ba2-b183-002faab4b821 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.2208729 Feb 17 00:14:00.400365 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Allocated IP 172.20.0.11 (9f3635fc-d9cf-406e-b875-e47aa8a1b67b/b2bb5263-4288-4940-b735-22dadc7bf870/8205ed44-7c21-4746-94cb-008ed83bd7a0) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:14:00.440351 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-682a7c45-af90-4a8e-83fb-45009e90ea61 req-92e1db3f-14ca-4318-be3d-e965bf3c168c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175504 Feb 17 00:14:00.622224 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5ec07c-371c-4fcf-a120-b0ec383cde2d', 'tag': 'e221a4fe-46ab-4e97-96d9-70bc13f6f04a', 'status': 'completed', 'code': 200} Feb 17 00:14:00.794774 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:00.802841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-8218d2da-14e2-4990-b065-842fa9d410f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:00.804539 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-8218d2da-14e2-4990-b065-842fa9d410f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=15ddcdadee324fd18cfef68fdbc5b17e&device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 1164 time: 0.5987434 Feb 17 00:14:00.921528 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-1fd9b29c-74f6-4760-bf63-19dbfdb442cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=e221a4fe-46ab-4e97-96d9-70bc13f6f04a HTTP/1.1" status: 200 len: 217 time: 0.1010540 Feb 17 00:14:00.924527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:01.016340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-26172988-2c2c-4a23-a278-b035b386abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:01.017990 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-26172988-2c2c-4a23-a278-b035b386abdc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbc15a52-fc58-4319-a2ff-f430c737fd7c HTTP/1.1" status: 200 len: 843 time: 0.0850513 Feb 17 00:14:01.115622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:01.142563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:01.145970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6ae8f-61eb-484a-985f-0d8d98bd4a87 req-9e1b6de7-d64c-4b75-838e-59c9e982b35e tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:01.155289 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ff6ae8f-61eb-484a-985f-0d8d98bd4a87 req-9e1b6de7-d64c-4b75-838e-59c9e982b35e tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 947 time: 0.1394386 Feb 17 00:14:01.221649 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ff6ae8f-61eb-484a-985f-0d8d98bd4a87 req-ce657c84-f5d9-4c56-8ed4-af09ce528d2d tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623822 Feb 17 00:14:01.310564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Pushing event updated for resources: {'Port': ['ID=8205ed44-7c21-4746-94cb-008ed83bd7a0,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:01.321697 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:01.416881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-7dde5f9d-b815-418b-a4fb-8ac9392b49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:01.418856 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-7dde5f9d-b815-418b-a4fb-8ac9392b49a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0066639-4a6d-4b2f-bbd7-e677a0ca48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3926055 Feb 17 00:14:01.438062 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:14:01.464635 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:14:01.467322 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:14:01.552002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:01.552903 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:01.618920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c021435-1837-4054-8ad2-f853e1046d36 req-acc9c1a1-85ba-4fab-bd65-5521c84d2316 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:01.622066 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0c021435-1837-4054-8ad2-f853e1046d36 req-acc9c1a1-85ba-4fab-bd65-5521c84d2316 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 932 time: 0.1301975 Feb 17 00:14:01.662224 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8386908 Feb 17 00:14:01.679837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Request body: {'port': {'device_id': '44eae746-92f1-433c-8aca-2e69d37272cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:14:01.728735 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0c021435-1837-4054-8ad2-f853e1046d36 req-8df9725e-7e46-4a49-9c61-5a544b2eb4df tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930114 Feb 17 00:14:02.087365 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-023580e2-368f-4ccd-ab8b-a098ac00c8ab service neutron] 10.222.0.44 "GET /v2.0/networks/d0066639-4a6d-4b2f-bbd7-e677a0ca48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476204 Feb 17 00:14:02.103891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:02.466570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7402466-a46a-4560-b0b5-c7d646d7d2cb req-d2a5f46a-6ee9-4cb8-91fa-6ef1d86928bc tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:02.468168 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7402466-a46a-4560-b0b5-c7d646d7d2cb req-d2a5f46a-6ee9-4cb8-91fa-6ef1d86928bc tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 947 time: 0.1057389 Feb 17 00:14:02.521906 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7402466-a46a-4560-b0b5-c7d646d7d2cb req-e95c2aa2-51c9-41fb-bd09-bb465c13477f tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461674 Feb 17 00:14:02.617798 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29c2ed03-3926-4f10-8f5b-77293e4928c3 req-5d061f74-058b-4879-843a-a41937890a38 service neutron] 10.222.0.44 "GET /v2.0/networks/d0066639-4a6d-4b2f-bbd7-e677a0ca48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4831030 Feb 17 00:14:02.837888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b16e45-1e01-40bb-8833-aa068ab87a11 req-cb96e262-ef92-484b-afe9-1ff3ae6eee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:02.839515 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40b16e45-1e01-40bb-8833-aa068ab87a11 req-cb96e262-ef92-484b-afe9-1ff3ae6eee11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=15ddcdadee324fd18cfef68fdbc5b17e&device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 1164 time: 0.1360672 Feb 17 00:14:02.993633 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa91224-599c-4266-be0f-301eb5542390 req-9a77f550-80e0-4fd4-b618-68022bc71347 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:02.995390 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-faa91224-599c-4266-be0f-301eb5542390 req-9a77f550-80e0-4fd4-b618-68022bc71347 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 932 time: 0.1187162 Feb 17 00:14:03.036189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8205ed44-7c21-4746-94cb-008ed83bd7a0 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:14:03.048665 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:03.067100 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-faa91224-599c-4266-be0f-301eb5542390 req-edb30342-400d-43c4-97a0-5cb2dad2626a tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625226 Feb 17 00:14:03.084467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Transition to ACTIVE for port object 8205ed44-7c21-4746-94cb-008ed83bd7a0 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:14:03.088645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:03.108329 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0929905e-47e1-4c56-ac9a-6c28c842f6b3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:03.367129 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Pushing event updated for resources: {'Port': ['ID=8205ed44-7c21-4746-94cb-008ed83bd7a0,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:03.375296 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:03.434479 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b16e45-1e01-40bb-8833-aa068ab87a11 req-1f571c3d-5f9d-44c8-bf33-81430c71f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:03.436561 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40b16e45-1e01-40bb-8833-aa068ab87a11 req-1f571c3d-5f9d-44c8-bf33-81430c71f027 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d0066639-4a6d-4b2f-bbd7-e677a0ca48e5 HTTP/1.1" status: 200 len: 863 time: 0.5486135 Feb 17 00:14:03.552820 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40b16e45-1e01-40bb-8833-aa068ab87a11 req-a986b5a9-5d82-474e-a532-489e17ba9531 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=e221a4fe-46ab-4e97-96d9-70bc13f6f04a HTTP/1.1" status: 200 len: 217 time: 0.0958066 Feb 17 00:14:03.749002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Attempting to bind port 8205ed44-7c21-4746-94cb-008ed83bd7a0 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:14:03.749440 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Attempting to bind port 8205ed44-7c21-4746-94cb-008ed83bd7a0 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:14:03.749914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Attempting to bind port 8205ed44-7c21-4746-94cb-008ed83bd7a0 on network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:14:03.755034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b16e45-1e01-40bb-8833-aa068ab87a11 req-5bf07eb8-4850-4f2a-884b-49b7b3121eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:03.757136 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40b16e45-1e01-40bb-8833-aa068ab87a11 req-5bf07eb8-4850-4f2a-884b-49b7b3121eca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dbc15a52-fc58-4319-a2ff-f430c737fd7c HTTP/1.1" status: 200 len: 843 time: 0.1202216 Feb 17 00:14:03.766058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:14:03.766597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Checking segment: {'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:14:03.767057 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:03.767554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Bound using segment: {'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:14:03.768208 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Bound port: 8205ed44-7c21-4746-94cb-008ed83bd7a0, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9f3635fc-d9cf-406e-b875-e47aa8a1b67b'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:14:03.770657 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:03.922245 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd936e-a4eb-4ec5-b665-7f1469efcc09 req-abb7a462-032d-4f3e-897a-c8102d8b506f tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:03.930817 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-27bd936e-a4eb-4ec5-b665-7f1469efcc09 req-abb7a462-032d-4f3e-897a-c8102d8b506f tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 947 time: 0.1622853 Feb 17 00:14:04.008266 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-27bd936e-a4eb-4ec5-b665-7f1469efcc09 req-868ac885-d829-40a3-882f-59a221eba735 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763772 Feb 17 00:14:04.063719 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] For port 8205ed44-7c21-4746-94cb-008ed83bd7a0, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:14:04.068235 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] For port 8205ed44-7c21-4746-94cb-008ed83bd7a0, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8205ed44-7c21-4746-94cb-008ed83bd7a0,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:14:04.080275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:04.144976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:04.412465 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b16e45-1e01-40bb-8833-aa068ab87a11 req-ff2246cc-8a98-4428-9610-bcbf935898a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:04.414547 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40b16e45-1e01-40bb-8833-aa068ab87a11 req-ff2246cc-8a98-4428-9610-bcbf935898a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0066639-4a6d-4b2f-bbd7-e677a0ca48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6232915 Feb 17 00:14:04.437131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Pushing event updated for resources: {'Port': ['ID=8205ed44-7c21-4746-94cb-008ed83bd7a0,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:04.481697 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96d3df-d443-4806-88f5-2badb0c5af0e req-6a713232-1e08-4382-b519-d06133663bd0 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:04.483723 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df96d3df-d443-4806-88f5-2badb0c5af0e req-6a713232-1e08-4382-b519-d06133663bd0 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 944 time: 0.1460867 Feb 17 00:14:04.568944 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df96d3df-d443-4806-88f5-2badb0c5af0e req-79517bcd-eef4-424c-bcae-433f96eea45a tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768325 Feb 17 00:14:04.592890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:04.671300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:04.671997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:04.673541 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] 10.222.0.44 "PUT /v2.0/ports/8205ed44-7c21-4746-94cb-008ed83bd7a0 HTTP/1.1" status: 200 len: 1158 time: 2.9992175 Feb 17 00:14:04.674075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44eae746-92f1-433c-8aca-2e69d37272cf', 'tag': '8205ed44-7c21-4746-94cb-008ed83bd7a0'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:04.690654 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40b16e45-1e01-40bb-8833-aa068ab87a11 req-3d410d81-ea76-46e9-aebf-e1dcaf6f5b0d service neutron] 10.222.0.44 "GET /v2.0/networks/d0066639-4a6d-4b2f-bbd7-e677a0ca48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481692 Feb 17 00:14:04.736817 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44eae746-92f1-433c-8aca-2e69d37272cf', 'tag': '8205ed44-7c21-4746-94cb-008ed83bd7a0', 'status': 'completed', 'code': 200} Feb 17 00:14:04.978582 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40b16e45-1e01-40bb-8833-aa068ab87a11 req-1c495192-1213-4905-9688-aaa71993b4c1 service neutron] 10.222.0.44 "GET /v2.0/networks/d0066639-4a6d-4b2f-bbd7-e677a0ca48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2695789 Feb 17 00:14:04.987133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c1417-e027-454b-9301-21f5f35fd7be req-8773dde5-692e-4996-801a-247ed37959a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:04.989402 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-8773dde5-692e-4996-801a-247ed37959a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 1161 time: 0.1906312 Feb 17 00:14:05.101648 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-f0a75f2e-514c-44cc-bd01-af7d4ff88cd1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8205ed44-7c21-4746-94cb-008ed83bd7a0 HTTP/1.1" status: 200 len: 217 time: 0.0932047 Feb 17 00:14:05.254668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c1417-e027-454b-9301-21f5f35fd7be req-9ba9d3db-2951-4e48-81c9-aa75ed3d4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:05.256331 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-9ba9d3db-2951-4e48-81c9-aa75ed3d4766 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2bb5263-4288-4940-b735-22dadc7bf870 HTTP/1.1" status: 200 len: 855 time: 0.1441960 Feb 17 00:14:05.271053 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff1487-936e-4e79-aafa-de0042e33e8c req-9e41b70d-ac23-418f-b7da-6db544962132 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:05.273327 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7cff1487-936e-4e79-aafa-de0042e33e8c req-9e41b70d-ac23-418f-b7da-6db544962132 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 947 time: 0.1179826 Feb 17 00:14:05.326425 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-1e256959-23f8-4060-9b3a-eafa2b6d97c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594795 Feb 17 00:14:05.373958 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7cff1487-936e-4e79-aafa-de0042e33e8c req-51997038-96a4-4af7-81b7-ed7a43b3bf85 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939796 Feb 17 00:14:05.514757 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network d0066639-4a6d-4b2f-bbd7-e677a0ca48e5 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:14:05.597800 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-610598ee-145e-442f-9362-53609d09fa31 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416124 Feb 17 00:14:05.867314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac415f-3b32-40fa-a8df-428036540c5e req-75eecf27-1541-471b-aa31-8fc33a3380f3 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:05.878100 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5dac415f-3b32-40fa-a8df-428036540c5e req-75eecf27-1541-471b-aa31-8fc33a3380f3 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 944 time: 0.1340482 Feb 17 00:14:05.951999 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5dac415f-3b32-40fa-a8df-428036540c5e req-ca85d277-4be2-4184-a323-880d551f4519 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723643 Feb 17 00:14:06.026311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-1a028630-780f-4bd7-9db1-14b265efcc52 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:14:06.063016 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-205c1417-e027-454b-9301-21f5f35fd7be req-f57d1cdb-11c5-4597-9c9f-f21416262385 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4582853 Feb 17 00:14:06.247964 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d15030-ae6d-40b2-af73-1c05b62dc5ad req-65675a72-7857-48de-b9b6-e9fefaa06e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:06.249918 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-33d15030-ae6d-40b2-af73-1c05b62dc5ad req-65675a72-7857-48de-b9b6-e9fefaa06e88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 1161 time: 0.1088884 Feb 17 00:14:06.293850 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-18f5d663-5e18-4ffb-b464-5c996d1ba5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:06.429143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d15030-ae6d-40b2-af73-1c05b62dc5ad req-683a5b84-d251-4e38-80b8-9cb423f0ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:06.431203 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-33d15030-ae6d-40b2-af73-1c05b62dc5ad req-683a5b84-d251-4e38-80b8-9cb423f0ab48 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 909 time: 0.1729305 Feb 17 00:14:06.527975 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-33d15030-ae6d-40b2-af73-1c05b62dc5ad req-e371fc14-f1a2-458c-9039-94e54b0d6ce8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8205ed44-7c21-4746-94cb-008ed83bd7a0 HTTP/1.1" status: 200 len: 217 time: 0.0856619 Feb 17 00:14:06.636755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cad0b-df0a-4545-a262-e7b3bb9d5994 req-64caf854-10ce-4f91-af92-2db711037df5 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:06.636755 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd3cad0b-df0a-4545-a262-e7b3bb9d5994 req-64caf854-10ce-4f91-af92-2db711037df5 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 947 time: 0.0997639 Feb 17 00:14:06.685423 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d15030-ae6d-40b2-af73-1c05b62dc5ad req-e6e5a2ec-a190-4774-81c8-aef884284f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:06.690696 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-33d15030-ae6d-40b2-af73-1c05b62dc5ad req-e6e5a2ec-a190-4774-81c8-aef884284f09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2bb5263-4288-4940-b735-22dadc7bf870 HTTP/1.1" status: 200 len: 855 time: 0.1518028 Feb 17 00:14:06.741006 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd3cad0b-df0a-4545-a262-e7b3bb9d5994 req-45b68ce7-8df6-4d02-a1b8-c184750fa868 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954363 Feb 17 00:14:06.783476 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-33d15030-ae6d-40b2-af73-1c05b62dc5ad req-52282c9a-d7b0-4d5a-835e-dfe8bcb4f65f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806935 Feb 17 00:14:06.976360 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-33d15030-ae6d-40b2-af73-1c05b62dc5ad req-fcb534db-46fc-465c-a06b-a02fdb63434e service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822119 Feb 17 00:14:07.058709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device e221a4fe-46ab-4e97-96d9-70bc13f6f04a up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:07.251430 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b764-727c-417a-94d7-6ff9d430ca09 req-48477189-835d-406e-8c40-82ada1459d20 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:07.260172 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd80b764-727c-417a-94d7-6ff9d430ca09 req-48477189-835d-406e-8c40-82ada1459d20 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 944 time: 0.1210487 Feb 17 00:14:07.295096 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-33d15030-ae6d-40b2-af73-1c05b62dc5ad req-7afed07a-5a86-4c28-ba4e-71109c3d2c61 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2967296 Feb 17 00:14:07.298749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port e221a4fe-46ab-4e97-96d9-70bc13f6f04a completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:14:07.306353 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port e221a4fe-46ab-4e97-96d9-70bc13f6f04a triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:07.308121 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:07.341458 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd80b764-727c-417a-94d7-6ff9d430ca09 req-89a9aa2c-6481-4828-ac90-6c8f5e5fed5e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802336 Feb 17 00:14:07.483132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:07.517002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5ec07c-371c-4fcf-a120-b0ec383cde2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221a4fe-46ab-4e97-96d9-70bc13f6f04a'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:07.530723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port e221a4fe-46ab-4e97-96d9-70bc13f6f04a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e221a4fe-46ab-4e97-96d9-70bc13f6f04a,segment=NetworkSegment(1c975f66-229d-49f2-8578-3800a9bda2f3),segment_id=1c975f66-229d-49f2-8578-3800a9bda2f3)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:14:07.538619 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:07.544390 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:07.642461 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5ec07c-371c-4fcf-a120-b0ec383cde2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221a4fe-46ab-4e97-96d9-70bc13f6f04a', 'code': 200} Feb 17 00:14:07.642461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=e221a4fe-46ab-4e97-96d9-70bc13f6f04a,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:07.643294 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 56492) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:07.654229 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.654780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.655395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.656026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.656513 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.657064 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.657606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.658110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.658787 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.659437 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.660039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.660509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.661116 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.661701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.662374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.662855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.663333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.663809 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.664398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.664912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.665388 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.665947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.666538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.667115 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:07.679980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:07.796893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device e221a4fe-46ab-4e97-96d9-70bc13f6f04a up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:07.886468 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port e221a4fe-46ab-4e97-96d9-70bc13f6f04a triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:07.886993 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:07.916484 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5297-01f4-4e31-9928-8e44c1fdfe4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:07.955639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c0cc5297-01f4-4e31-9928-8e44c1fdfe4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:14:07.960516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c0cc5297-01f4-4e31-9928-8e44c1fdfe4c admin admin] Usage tracker for resource:security_group_rule and tenant:c6de54b417c74a4187e60470e14ceb45 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:14:07.963773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c0cc5297-01f4-4e31-9928-8e44c1fdfe4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:14:07.969971 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c0cc5297-01f4-4e31-9928-8e44c1fdfe4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:14:08.052550 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6defe-38f8-4a39-bb79-4d10c4ab9f17 req-b7d30140-665c-436c-ac68-f14e9d69eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:08.054212 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-15d6defe-38f8-4a39-bb79-4d10c4ab9f17 req-b7d30140-665c-436c-ac68-f14e9d69eb06 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 1166 time: 0.2062144 Feb 17 00:14:08.071452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc7020-7e87-49a0-ab41-3aa615dea26f req-1851986e-d37f-4d98-b275-d2c7bf7b8ed2 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:08.074371 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-80bc7020-7e87-49a0-ab41-3aa615dea26f req-1851986e-d37f-4d98-b275-d2c7bf7b8ed2 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 949 time: 0.1267347 Feb 17 00:14:08.140771 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5297-01f4-4e31-9928-8e44c1fdfe4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:08.143023 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-15d6defe-38f8-4a39-bb79-4d10c4ab9f17 req-3cb9280b-6344-44c8-971f-8d0aa2314f73 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706561 Feb 17 00:14:08.147743 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5297-01f4-4e31-9928-8e44c1fdfe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:08.158192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-45dd4f20-b59c-4394-8dd2-8ccbe88aecc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:08.163324 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-80bc7020-7e87-49a0-ab41-3aa615dea26f req-7b99f405-45f5-4d23-9a52-4d348ae2aa5a tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755451 Feb 17 00:14:08.221354 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c0cc5297-01f4-4e31-9928-8e44c1fdfe4c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c6de54b417c74a4187e60470e14ceb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5767350 Feb 17 00:14:08.223141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc5297-01f4-4e31-9928-8e44c1fdfe4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3624d1-3896-429e-99e1-0d83d4356379,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:08.224776 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 56514) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:08.226690 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c0cc5297-01f4-4e31-9928-8e44c1fdfe4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:08.292145 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d5aa731b-3f02-4f15-8ebf-86df7c5b6a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:08.320040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d5aa731b-3f02-4f15-8ebf-86df7c5b6a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:08.366833 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d5aa731b-3f02-4f15-8ebf-86df7c5b6a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:08.372052 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d39a028d-12e1-4c16-a5e2-71f5e76b014f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:08.389508 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa731b-3f02-4f15-8ebf-86df7c5b6a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3624d1-3896-429e-99e1-0d83d4356379,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:08.392566 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d5aa731b-3f02-4f15-8ebf-86df7c5b6a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:08.393635 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d5aa731b-3f02-4f15-8ebf-86df7c5b6a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:08.395546 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d5aa731b-3f02-4f15-8ebf-86df7c5b6a7d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ef3624d1-3896-429e-99e1-0d83d4356379 HTTP/1.1" status: 204 len: 168 time: 0.1687670 Feb 17 00:14:08.547187 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af92274-a561-4e32-a029-7973c52d1a38 req-33903d8d-8e41-4447-9b85-4e83da43cf0c tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:08.548829 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4af92274-a561-4e32-a029-7973c52d1a38 req-33903d8d-8e41-4447-9b85-4e83da43cf0c tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 944 time: 0.0882215 Feb 17 00:14:08.596659 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c66efe6c-8072-4a32-b9da-203487d53482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:08.604443 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4af92274-a561-4e32-a029-7973c52d1a38 req-26187d3c-5201-4fc7-b8ce-3f9656e97b14 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493414 Feb 17 00:14:08.703847 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 56532) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:08.722867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3fef54fc-70cb-49a1-a5f4-44edc438716e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:08.738502 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3fef54fc-70cb-49a1-a5f4-44edc438716e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:14:08.742543 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-3fef54fc-70cb-49a1-a5f4-44edc438716e admin admin] Usage tracker for resource:security_group_rule and tenant:e4ae119cb14a44e69db9fafbc57c96d8 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:14:08.745462 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-3fef54fc-70cb-49a1-a5f4-44edc438716e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:14:08.751225 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-3fef54fc-70cb-49a1-a5f4-44edc438716e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:14:08.841511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3fef54fc-70cb-49a1-a5f4-44edc438716e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:08.844500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3fef54fc-70cb-49a1-a5f4-44edc438716e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:08.858021 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ced3bdd6-1df1-43c6-bca7-55aa4ee9af4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:08.901552 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3fef54fc-70cb-49a1-a5f4-44edc438716e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e4ae119cb14a44e69db9fafbc57c96d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965482 Feb 17 00:14:08.902472 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef54fc-70cb-49a1-a5f4-44edc438716e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412f5805-40c6-4daa-a1ad-76164e5d703f,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:08.904565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 56538) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:08.906559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3fef54fc-70cb-49a1-a5f4-44edc438716e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:08.970222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4e06652b-8784-4877-ae56-d06a8b331b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:08.997537 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4e06652b-8784-4877-ae56-d06a8b331b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:09.044524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4e06652b-8784-4877-ae56-d06a8b331b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:09.053289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d19a5c12-cac7-4159-b0f5-71f4ce1d49ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:09.067733 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06652b-8784-4877-ae56-d06a8b331b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412f5805-40c6-4daa-a1ad-76164e5d703f,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:09.070630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4e06652b-8784-4877-ae56-d06a8b331b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:09.081334 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4e06652b-8784-4877-ae56-d06a8b331b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:09.084742 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4e06652b-8784-4877-ae56-d06a8b331b99 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/412f5805-40c6-4daa-a1ad-76164e5d703f HTTP/1.1" status: 204 len: 168 time: 0.1774397 Feb 17 00:14:09.226034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:09.385830 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b6dfa-6ab6-4219-9b43-3cb02726c2b8 req-09907a7b-c1ea-4cbf-b2c0-aac68cfd3d23 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:09.387368 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-623b6dfa-6ab6-4219-9b43-3cb02726c2b8 req-09907a7b-c1ea-4cbf-b2c0-aac68cfd3d23 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 949 time: 0.0887132 Feb 17 00:14:09.449518 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-623b6dfa-6ab6-4219-9b43-3cb02726c2b8 req-99f058ba-4f80-4204-9e90-c9846fc5655b tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541351 Feb 17 00:14:10.083331 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df461a4a-e9ed-4342-bde4-3085039b3d21 req-7094605e-e5c2-4b44-935c-0c14143a25cd tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:10.085041 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df461a4a-e9ed-4342-bde4-3085039b3d21 req-7094605e-e5c2-4b44-935c-0c14143a25cd tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 944 time: 0.1446636 Feb 17 00:14:10.154332 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2dd9f-3187-466b-968c-1f43c20717ba req-e45d8033-a244-42dc-a143-a1b58371f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:10.155990 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-41e2dd9f-3187-466b-968c-1f43c20717ba req-e45d8033-a244-42dc-a143-a1b58371f765 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8b739a7300f42a08378410cc354c5a2&device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 1162 time: 0.1272798 Feb 17 00:14:10.238582 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df461a4a-e9ed-4342-bde4-3085039b3d21 req-98998bd6-3a69-46c9-be28-26446cddc842 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463079 Feb 17 00:14:10.247181 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:10.320897 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a9f59-04db-42d3-9748-50becac832d4 req-30613735-5919-485f-b7d4-eb6758df2236 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:10.332593 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-da6a9f59-04db-42d3-9748-50becac832d4 req-30613735-5919-485f-b7d4-eb6758df2236 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1739042 Feb 17 00:14:10.372584 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2dd9f-3187-466b-968c-1f43c20717ba req-5f9a67e3-859f-4e7c-9567-5fe722cecf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:10.374798 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-41e2dd9f-3187-466b-968c-1f43c20717ba req-5f9a67e3-859f-4e7c-9567-5fe722cecf5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=292ce40c-118c-44c2-8c05-5400235fe99a HTTP/1.1" status: 200 len: 912 time: 0.2068493 Feb 17 00:14:10.396101 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-da6a9f59-04db-42d3-9748-50becac832d4 req-017c5ea8-a662-4c69-8f0b-1eff3a1d066a tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625145 Feb 17 00:14:10.480046 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-41e2dd9f-3187-466b-968c-1f43c20717ba req-9e361482-476f-4e46-b1ed-94c1f73e7cd2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8104312d-696c-48b3-82ca-1189241f926b HTTP/1.1" status: 200 len: 217 time: 0.0835216 Feb 17 00:14:10.529790 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:10.578032 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2dd9f-3187-466b-968c-1f43c20717ba req-aba85566-a35b-4ef5-b1c1-195c7d62a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:10.579787 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-41e2dd9f-3187-466b-968c-1f43c20717ba req-aba85566-a35b-4ef5-b1c1-195c7d62a48b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe671e02-7907-41b0-90ea-0ea88628cba7 HTTP/1.1" status: 200 len: 858 time: 0.0824099 Feb 17 00:14:10.647588 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-41e2dd9f-3187-466b-968c-1f43c20717ba req-cd0052f2-d0b5-4baf-a24a-0a7d53182ba9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=292ce40c-118c-44c2-8c05-5400235fe99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569541 Feb 17 00:14:10.704909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68feccdf-0c00-4a20-ae55-380a18f18ea2 req-d323a22b-c466-4f5a-8233-4f616597a16c tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:10.706626 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-68feccdf-0c00-4a20-ae55-380a18f18ea2 req-d323a22b-c466-4f5a-8233-4f616597a16c tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 949 time: 0.1038227 Feb 17 00:14:10.773076 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-68feccdf-0c00-4a20-ae55-380a18f18ea2 req-e0999154-c885-4af8-bdd5-98973b0d0681 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551887 Feb 17 00:14:10.829829 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-41e2dd9f-3187-466b-968c-1f43c20717ba req-c94bb697-d49c-4d98-be82-0e554137f0b9 service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736457 Feb 17 00:14:10.912714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device e221a4fe-46ab-4e97-96d9-70bc13f6f04a up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:11.003045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port e221a4fe-46ab-4e97-96d9-70bc13f6f04a triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:11.003656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:11.025392 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-41e2dd9f-3187-466b-968c-1f43c20717ba req-ca2bde72-ad07-44de-b064-afebdb6ee905 service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1828015 Feb 17 00:14:11.178126 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8205ed44-7c21-4746-94cb-008ed83bd7a0 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:11.255516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 8205ed44-7c21-4746-94cb-008ed83bd7a0 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:14:11.261239 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8205ed44-7c21-4746-94cb-008ed83bd7a0 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:11.261672 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:11.323983 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9321c4-1b08-4e73-9413-cd2591333567 req-7a6aa036-2ca2-475e-b915-dbb86e11ec0b tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:11.325891 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0c9321c4-1b08-4e73-9413-cd2591333567 req-7a6aa036-2ca2-475e-b915-dbb86e11ec0b tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 949 time: 0.0962193 Feb 17 00:14:11.387466 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0c9321c4-1b08-4e73-9413-cd2591333567 req-34e3452e-1431-47f2-8bfe-f48420ff0125 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531492 Feb 17 00:14:11.413398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:11.452668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 8205ed44-7c21-4746-94cb-008ed83bd7a0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8205ed44-7c21-4746-94cb-008ed83bd7a0,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:14:11.453768 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eae746-92f1-433c-8aca-2e69d37272cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8205ed44-7c21-4746-94cb-008ed83bd7a0'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:11.461500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:11.463437 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:11.498976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fb2e0-a93f-4a4d-a7a7-b575f0314c1c req-3f6b25a9-5591-49e0-9751-4e512dc5007a tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:11.500747 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-592fb2e0-a93f-4a4d-a7a7-b575f0314c1c req-3f6b25a9-5591-49e0-9751-4e512dc5007a tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 944 time: 0.1066797 Feb 17 00:14:11.543348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=8205ed44-7c21-4746-94cb-008ed83bd7a0,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:11.546914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:11.595544 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-592fb2e0-a93f-4a4d-a7a7-b575f0314c1c req-f0302340-62c1-4bde-a365-fc672abb8e01 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883937 Feb 17 00:14:11.649820 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a0899-cdb1-41c5-b68f-a2dd116e7989 req-2da4daae-7e7f-4f4b-bc41-ebfa1bb19321 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:11.651552 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f1a0899-cdb1-41c5-b68f-a2dd116e7989 req-2da4daae-7e7f-4f4b-bc41-ebfa1bb19321 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0999215 Feb 17 00:14:11.715284 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f1a0899-cdb1-41c5-b68f-a2dd116e7989 req-3ebc4915-dd9a-4038-aae9-b1a92c7047ce tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552757 Feb 17 00:14:11.798590 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eae746-92f1-433c-8aca-2e69d37272cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8205ed44-7c21-4746-94cb-008ed83bd7a0', 'code': 200} Feb 17 00:14:11.852276 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device e221a4fe-46ab-4e97-96d9-70bc13f6f04a up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:11.865804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 56696) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:11.923705 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 56700) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:11.942330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-81300aa9-f36c-4742-a154-052acbabff07 admin admin] Deleting subnet 0f371a7d-aa73-45cb-8f1e-6ac9559b1be4 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:14:11.945745 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-81300aa9-f36c-4742-a154-052acbabff07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:11.951763 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port e221a4fe-46ab-4e97-96d9-70bc13f6f04a triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:11.952383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.008486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-81300aa9-f36c-4742-a154-052acbabff07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845147783'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.077284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-65f63942-1c8a-46d1-bfed-03ca9af0eedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.095394 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-65f63942-1c8a-46d1-bfed-03ca9af0eedd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:14:12.100141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-65f63942-1c8a-46d1-bfed-03ca9af0eedd admin admin] Usage tracker for resource:security_group_rule and tenant:bdc110c169cf427da28270ace3bf71f6 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:14:12.102977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8205ed44-7c21-4746-94cb-008ed83bd7a0 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:12.103825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-65f63942-1c8a-46d1-bfed-03ca9af0eedd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:14:12.110111 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-65f63942-1c8a-46d1-bfed-03ca9af0eedd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:14:12.154691 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-81300aa9-f36c-4742-a154-052acbabff07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.181357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8205ed44-7c21-4746-94cb-008ed83bd7a0 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:12.181876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.197501 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf8024-b3b3-4dc6-9804-bee39160b28a req-627e4c21-4f09-4310-96df-55250ae8653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:12.199107 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-41bf8024-b3b3-4dc6-9804-bee39160b28a req-627e4c21-4f09-4310-96df-55250ae8653a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 1163 time: 0.1593685 Feb 17 00:14:12.214669 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-65f63942-1c8a-46d1-bfed-03ca9af0eedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.218046 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-65f63942-1c8a-46d1-bfed-03ca9af0eedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.226803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e5f52fbc-a329-4927-9bbb-2b4b3923cd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:12.275009 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-65f63942-1c8a-46d1-bfed-03ca9af0eedd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bdc110c169cf427da28270ace3bf71f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546479 Feb 17 00:14:12.276601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f63942-1c8a-46d1-bfed-03ca9af0eedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74899539-d1d4-4c33-9415-cf2db17b00ad,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:12.279150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 56708) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:12.292817 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-65f63942-1c8a-46d1-bfed-03ca9af0eedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:12.337727 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-41bf8024-b3b3-4dc6-9804-bee39160b28a req-605df3f2-5dd9-4f14-8ada-cddd092bbcaf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257355 Feb 17 00:14:12.344121 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5693554b-4e77-4b6a-8396-5beda6ae251b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.371667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5693554b-4e77-4b6a-8396-5beda6ae251b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.418147 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5693554b-4e77-4b6a-8396-5beda6ae251b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.421993 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:12.435892 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693554b-4e77-4b6a-8396-5beda6ae251b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74899539-d1d4-4c33-9415-cf2db17b00ad,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:12.438916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5693554b-4e77-4b6a-8396-5beda6ae251b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:12.447265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5693554b-4e77-4b6a-8396-5beda6ae251b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.448483 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5693554b-4e77-4b6a-8396-5beda6ae251b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/74899539-d1d4-4c33-9415-cf2db17b00ad HTTP/1.1" status: 204 len: 168 time: 0.1683707 Feb 17 00:14:12.477278 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-81300aa9-f36c-4742-a154-052acbabff07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844706060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852336571'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.494395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:12.583653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81300aa9-f36c-4742-a154-052acbabff07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f371a7d-aa73-45cb-8f1e-6ac9559b1be4,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:12.588314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-81300aa9-f36c-4742-a154-052acbabff07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:12.638966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec57e1-a329-4eb6-a06e-8699515dd870 req-4a01c0b5-d188-4fec-860c-c13577ee0cb3 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:12.640812 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a9ec57e1-a329-4eb6-a06e-8699515dd870 req-4a01c0b5-d188-4fec-860c-c13577ee0cb3 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 949 time: 0.1043417 Feb 17 00:14:12.649922 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-81300aa9-f36c-4742-a154-052acbabff07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.661758 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-81300aa9-f36c-4742-a154-052acbabff07 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0f371a7d-aa73-45cb-8f1e-6ac9559b1be4 HTTP/1.1" status: 204 len: 168 time: 0.7943010 Feb 17 00:14:12.662185 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 56720) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:12.698026 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a9ec57e1-a329-4eb6-a06e-8699515dd870 req-533b2b4c-7357-4e2b-917e-34311a2b95d6 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487566 Feb 17 00:14:12.790286 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 56726) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:12.813400 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.835142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3541cbc-be11-4625-9186-76bd92599f9a req-a61b45f4-053e-43ce-aa26-18079d9e068d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:12.836815 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f3541cbc-be11-4625-9186-76bd92599f9a req-a61b45f4-053e-43ce-aa26-18079d9e068d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 946 time: 0.0935252 Feb 17 00:14:12.884968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4c35f2c-5cb1-49a8-bc47-096f97fda9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:12.935699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b4c35f2c-5cb1-49a8-bc47-096f97fda9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:14:12.943555 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f3541cbc-be11-4625-9186-76bd92599f9a req-db651d72-cb3a-465c-80d2-f327d017bd27 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998075 Feb 17 00:14:12.971303 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15490b46-d715-493b-a9f5-101194f621d3 req-405bfbf7-2265-463f-a84b-2e41f42d2e3e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:12.973029 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-15490b46-d715-493b-a9f5-101194f621d3 req-405bfbf7-2265-463f-a84b-2e41f42d2e3e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1280191 Feb 17 00:14:13.005388 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b4c35f2c-5cb1-49a8-bc47-096f97fda9bc admin admin] Usage tracker for resource:security_group_rule and tenant:af54f8948855459faa9f8167d35eda6c is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:14:13.013068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b4c35f2c-5cb1-49a8-bc47-096f97fda9bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:14:13.023061 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-15490b46-d715-493b-a9f5-101194f621d3 req-b44e2bb8-d13d-4e7c-99fd-f306a0431bc0 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Feb 17 00:14:13.030332 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b4c35f2c-5cb1-49a8-bc47-096f97fda9bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:14:13.056712 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:13.201817 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae836c7-fece-4f8e-880b-baa27dd16d9b']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:14:13.223934 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e3e626-a758-48b6-afbd-6959d9c56921') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:14:13.224273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e3e626-a758-48b6-afbd-6959d9c56921') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:14:13.246095 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9628001'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:13.277329 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:13.280256 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4c35f2c-5cb1-49a8-bc47-096f97fda9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:13.281429 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:14:13.309785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4c35f2c-5cb1-49a8-bc47-096f97fda9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:13.364382 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1e101689-1a8d-4380-97bb-380281c3d6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:13.491532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c35f2c-5cb1-49a8-bc47-096f97fda9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5eb480-fb63-4e90-a268-eb5bfd9006a5,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:13.495020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b4c35f2c-5cb1-49a8-bc47-096f97fda9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:13.499505 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b4c35f2c-5cb1-49a8-bc47-096f97fda9bc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=af54f8948855459faa9f8167d35eda6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7059712 Feb 17 00:14:13.501281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 56734) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:13.527383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] Network 4ae836c7-fece-4f8e-880b-baa27dd16d9b has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:14:13.538255 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10069771'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:13.565313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a354c6cf-fe8b-4bf4-a444-64a8ee618a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:13.593344 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a354c6cf-fe8b-4bf4-a444-64a8ee618a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:13.641456 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a354c6cf-fe8b-4bf4-a444-64a8ee618a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:13.647041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d6814654-83d8-4d2a-a25e-08707c84af44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:13.657919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354c6cf-fe8b-4bf4-a444-64a8ee618a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5eb480-fb63-4e90-a268-eb5bfd9006a5,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:13.663507 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a354c6cf-fe8b-4bf4-a444-64a8ee618a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:13.665332 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a354c6cf-fe8b-4bf4-a444-64a8ee618a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:13.669139 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a354c6cf-fe8b-4bf4-a444-64a8ee618a36 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fa5eb480-fb63-4e90-a268-eb5bfd9006a5 HTTP/1.1" status: 204 len: 168 time: 0.1640050 Feb 17 00:14:13.728554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] Network 4ae836c7-fece-4f8e-880b-baa27dd16d9b has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:14:13.801725 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:14:13.837501 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:13.841072 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:13.859274 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:13.939624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ddbe0-fc93-462b-b546-6480a1170e44 req-733c5f18-a353-49f7-9f08-e7065f8536f1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:13.941428 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3c7ddbe0-fc93-462b-b546-6480a1170e44 req-733c5f18-a353-49f7-9f08-e7065f8536f1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 949 time: 0.1002169 Feb 17 00:14:14.013345 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3c7ddbe0-fc93-462b-b546-6480a1170e44 req-5a572ded-e693-45d5-9d0a-64d1a7929e26 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633512 Feb 17 00:14:14.135708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae836c7-fece-4f8e-880b-baa27dd16d9b,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:14.144880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:14.150425 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b1813f85-b83b-4994-8ebc-926d09d31bc4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4ae836c7-fece-4f8e-880b-baa27dd16d9b HTTP/1.1" status: 204 len: 168 time: 1.4860299 Feb 17 00:14:14.259316 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e5ea-0f12-4751-b7bb-4d4145e99f6a req-069eb85a-d5eb-48bb-90cc-7dca12c60051 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:14.261143 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-98c6e5ea-0f12-4751-b7bb-4d4145e99f6a req-069eb85a-d5eb-48bb-90cc-7dca12c60051 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 946 time: 0.1763580 Feb 17 00:14:14.322293 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2019d4-8d21-4e9c-b96b-588174949cc2 req-c9552ea6-9272-46e9-a4a1-78ac8c6c391b tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:14.323093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-8e2019d4-8d21-4e9c-b96b-588174949cc2 req-c9552ea6-9272-46e9-a4a1-78ac8c6c391b tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Synchronizing usage tracker for tenant:15ddcdadee324fd18cfef68fdbc5b17e on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:14:14.344836 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-8e2019d4-8d21-4e9c-b96b-588174949cc2 req-c9552ea6-9272-46e9-a4a1-78ac8c6c391b tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Unset dirty status for tenant:15ddcdadee324fd18cfef68fdbc5b17e on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:14:14.347064 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e2019d4-8d21-4e9c-b96b-588174949cc2 req-c9552ea6-9272-46e9-a4a1-78ac8c6c391b tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 949 time: 0.2009342 Feb 17 00:14:14.347747 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 56762) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:14.384724 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-98c6e5ea-0f12-4751-b7bb-4d4145e99f6a req-52e0b4f7-d420-40e1-90fd-b99d67e40f28 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706618 Feb 17 00:14:14.397843 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e50ce-6782-455a-8a50-2f48c0e3454b req-bbbcc108-e85d-4d25-95c7-0deecd3525c6 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:14.399561 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6b0e50ce-6782-455a-8a50-2f48c0e3454b req-bbbcc108-e85d-4d25-95c7-0deecd3525c6 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1574974 Feb 17 00:14:14.453247 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d697196b-4a28-4a63-81bb-179475070dd9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=220a3069fe2a4730a94d840909b4c254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1036050 Feb 17 00:14:14.457057 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 56766) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:14.474033 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6b0e50ce-6782-455a-8a50-2f48c0e3454b req-eca705b5-3ab7-485b-b536-424a8eeac510 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659707 Feb 17 00:14:14.526639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-8e2019d4-8d21-4e9c-b96b-588174949cc2 req-80599db5-bc3c-4592-9d68-06d3db83e709 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Deleting port e221a4fe-46ab-4e97-96d9-70bc13f6f04a {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:14:14.527028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8e2019d4-8d21-4e9c-b96b-588174949cc2 req-80599db5-bc3c-4592-9d68-06d3db83e709 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:14.620208 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ee7841a0-d6e4-4134-8554-e20ccdf06bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:14.694293 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ee7841a0-d6e4-4134-8554-e20ccdf06bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:14.876818 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ee7841a0-d6e4-4134-8554-e20ccdf06bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:14.883763 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:14.898654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-8e2019d4-8d21-4e9c-b96b-588174949cc2 req-80599db5-bc3c-4592-9d68-06d3db83e709 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] For port e221a4fe-46ab-4e97-96d9-70bc13f6f04a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=e221a4fe-46ab-4e97-96d9-70bc13f6f04a,segment=NetworkSegment(1c975f66-229d-49f2-8578-3800a9bda2f3),segment_id=1c975f66-229d-49f2-8578-3800a9bda2f3)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:14:14.899053 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8e2019d4-8d21-4e9c-b96b-588174949cc2 req-80599db5-bc3c-4592-9d68-06d3db83e709 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:14.912379 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7841a0-d6e4-4134-8554-e20ccdf06bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85074097-4df8-4e60-86ee-aca96491b296,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:14.917120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ee7841a0-d6e4-4134-8554-e20ccdf06bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:15.045737 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-8e2019d4-8d21-4e9c-b96b-588174949cc2 req-80599db5-bc3c-4592-9d68-06d3db83e709 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Calling delete_port for e221a4fe-46ab-4e97-96d9-70bc13f6f04a owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:14:15.091986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ee7841a0-d6e4-4134-8554-e20ccdf06bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:15.095788 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ee7841a0-d6e4-4134-8554-e20ccdf06bfa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/85074097-4df8-4e60-86ee-aca96491b296 HTTP/1.1" status: 204 len: 168 time: 0.6352358 Feb 17 00:14:15.230781 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8e2019d4-8d21-4e9c-b96b-588174949cc2 req-80599db5-bc3c-4592-9d68-06d3db83e709 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:15.254679 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-05744fb1-9131-453b-9082-f9834a8dc412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:15.279359 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fff59-4ac2-4a07-a8ac-cc009f2c0c39 req-ff0cefb3-eef6-44f8-9ebb-1f375dc0e4fc tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:15.281851 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f83fff59-4ac2-4a07-a8ac-cc009f2c0c39 req-ff0cefb3-eef6-44f8-9ebb-1f375dc0e4fc tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 867 time: 0.1189964 Feb 17 00:14:15.350311 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f83fff59-4ac2-4a07-a8ac-cc009f2c0c39 req-ad154cd0-609a-47be-8346-d54d912d95b9 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/security-groups?id=4a3d448f-5604-4e84-944f-e966b8b78493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571256 Feb 17 00:14:15.396554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80599db5-bc3c-4592-9d68-06d3db83e709 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Pushing event deleted for resources: {'Port': ['ID=e221a4fe-46ab-4e97-96d9-70bc13f6f04a,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:15.400549 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-80599db5-bc3c-4592-9d68-06d3db83e709 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:15.504225 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2019d4-8d21-4e9c-b96b-588174949cc2 req-80599db5-bc3c-4592-9d68-06d3db83e709 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] No DVR routers for this DVR port e221a4fe-46ab-4e97-96d9-70bc13f6f04a on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:14:15.506859 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8e2019d4-8d21-4e9c-b96b-588174949cc2 req-80599db5-bc3c-4592-9d68-06d3db83e709 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:15.509831 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5ec07c-371c-4fcf-a120-b0ec383cde2d', 'name': 'network-vif-deleted', 'tag': 'e221a4fe-46ab-4e97-96d9-70bc13f6f04a'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:15.534106 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e2019d4-8d21-4e9c-b96b-588174949cc2 req-80599db5-bc3c-4592-9d68-06d3db83e709 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.44 "DELETE /v2.0/ports/e221a4fe-46ab-4e97-96d9-70bc13f6f04a HTTP/1.1" status: 204 len: 173 time: 1.1675041 Feb 17 00:14:15.573269 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5ec07c-371c-4fcf-a120-b0ec383cde2d', 'name': 'network-vif-deleted', 'tag': 'e221a4fe-46ab-4e97-96d9-70bc13f6f04a', 'status': 'completed', 'code': 200} Feb 17 00:14:15.698513 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92c0c6-9e24-4726-b443-9a69315e4e44 req-278bc727-238a-45ea-a0aa-9e864f0b4a02 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:15.701176 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7d92c0c6-9e24-4726-b443-9a69315e4e44 req-278bc727-238a-45ea-a0aa-9e864f0b4a02 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 946 time: 0.1530530 Feb 17 00:14:15.895082 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8205ed44-7c21-4746-94cb-008ed83bd7a0 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:15.970521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8205ed44-7c21-4746-94cb-008ed83bd7a0 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:15.970948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:16.022036 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7d92c0c6-9e24-4726-b443-9a69315e4e44 req-fd387687-ee3e-4e0d-9c0a-e8cec79bf251 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581193 Feb 17 00:14:16.082319 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe18ee-74c9-4718-8b34-b1146e23413d req-17e25135-adeb-4545-a2ca-2495a5f5220c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:16.090890 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3ffe18ee-74c9-4718-8b34-b1146e23413d req-17e25135-adeb-4545-a2ca-2495a5f5220c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.3817127 Feb 17 00:14:16.127831 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device e221a4fe-46ab-4e97-96d9-70bc13f6f04a no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:14:16.195528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] No Port match for: e221a4fe-46ab-4e97-96d9-70bc13f6f04a {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:14:16.196153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device e221a4fe-46ab-4e97-96d9-70bc13f6f04a not bound to the agent host hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:14:16.205403 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3ffe18ee-74c9-4718-8b34-b1146e23413d req-3af612bf-59fe-468f-834d-d14122fe4771 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130853 Feb 17 00:14:16.566741 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-646d7eb1-1ccf-418c-9fef-63eb9f7c67f0 req-66e4d677-3e4f-4a90-8181-96a38a660b16 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d5ec07c-371c-4fcf-a120-b0ec383cde2d HTTP/1.1" status: 200 len: 210 time: 0.0714996 Feb 17 00:14:17.051974 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:14:17.408810 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda1817-ac59-4eb7-bc59-e803dce76d9b req-e3251f47-443a-4d21-b9ec-693e9e7efcd2 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:17.411124 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4fda1817-ac59-4eb7-bc59-e803dce76d9b req-e3251f47-443a-4d21-b9ec-693e9e7efcd2 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0885272 Feb 17 00:14:17.470251 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4fda1817-ac59-4eb7-bc59-e803dce76d9b req-ea931aa2-39a1-4775-97f4-7e7c8d31c406 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505867 Feb 17 00:14:18.508859 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 56960) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:18.719423 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29a620c5-39a4-47e2-83b0-ff5da416ac00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:18.746579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-29a620c5-39a4-47e2-83b0-ff5da416ac00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:14:18.752503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-29a620c5-39a4-47e2-83b0-ff5da416ac00 admin admin] Usage tracker for resource:security_group_rule and tenant:6c18425b4acc4744b4c1ac0f49db7285 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:14:18.761447 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e3165-590b-4ca1-bd1b-2b7863cde38b req-3ba7cecd-9a27-44a1-90ef-a72e88745dfc tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:18.763260 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f9e3165-590b-4ca1-bd1b-2b7863cde38b req-3ba7cecd-9a27-44a1-90ef-a72e88745dfc tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1376963 Feb 17 00:14:18.763915 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-29a620c5-39a4-47e2-83b0-ff5da416ac00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:14:18.772782 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-29a620c5-39a4-47e2-83b0-ff5da416ac00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:14:18.830314 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f9e3165-590b-4ca1-bd1b-2b7863cde38b req-aaee1fe2-b5c0-4035-9e90-fa9d0befb4af tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594516 Feb 17 00:14:18.935975 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29a620c5-39a4-47e2-83b0-ff5da416ac00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:18.940161 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29a620c5-39a4-47e2-83b0-ff5da416ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:18.954272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b17194ba-8e44-4c12-a98f-3499d0a8a598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:18.988854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a620c5-39a4-47e2-83b0-ff5da416ac00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bdf151-64c5-42d6-9f3d-1b343d7ba48c,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:18.998900 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-29a620c5-39a4-47e2-83b0-ff5da416ac00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:19.009478 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-29a620c5-39a4-47e2-83b0-ff5da416ac00 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6c18425b4acc4744b4c1ac0f49db7285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987833 Feb 17 00:14:19.012466 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 57022) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:19.080534 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3538f18a-7319-494a-8702-0a4cb42351f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:19.114720 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3538f18a-7319-494a-8702-0a4cb42351f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:19.175034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3538f18a-7319-494a-8702-0a4cb42351f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:19.181441 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-35bdb005-1393-4063-991c-2d8e660fd25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:19.194310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538f18a-7319-494a-8702-0a4cb42351f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bdf151-64c5-42d6-9f3d-1b343d7ba48c,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:19.200778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3538f18a-7319-494a-8702-0a4cb42351f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:19.205127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3538f18a-7319-494a-8702-0a4cb42351f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:19.207082 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3538f18a-7319-494a-8702-0a4cb42351f1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/47bdf151-64c5-42d6-9f3d-1b343d7ba48c HTTP/1.1" status: 204 len: 168 time: 0.1930306 Feb 17 00:14:20.049568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a513f-4d8b-4264-a4b5-c25f077fe2d9 req-3f392810-403e-4d17-9b83-7a7a7730e5d8 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:20.051804 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-015a513f-4d8b-4264-a4b5-c25f077fe2d9 req-3f392810-403e-4d17-9b83-7a7a7730e5d8 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0956857 Feb 17 00:14:20.110861 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-015a513f-4d8b-4264-a4b5-c25f077fe2d9 req-238d7707-ed1b-45af-8541-cffc03354937 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503604 Feb 17 00:14:20.607521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 57150) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:20.758035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f58f05e-602e-4f14-8f51-7dcdf5455bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:20.775878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5f58f05e-602e-4f14-8f51-7dcdf5455bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:14:20.781243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5f58f05e-602e-4f14-8f51-7dcdf5455bae admin admin] Usage tracker for resource:security_group_rule and tenant:935f305a15744248b94b45828c62c8fb is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:14:20.785360 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5f58f05e-602e-4f14-8f51-7dcdf5455bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:14:20.793292 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5f58f05e-602e-4f14-8f51-7dcdf5455bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:14:20.948462 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f58f05e-602e-4f14-8f51-7dcdf5455bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:20.954268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f58f05e-602e-4f14-8f51-7dcdf5455bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:21.007268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-da87fba0-c907-4635-9278-b9575fd3b93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:21.028913 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 57176) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:21.029132 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5f58f05e-602e-4f14-8f51-7dcdf5455bae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=935f305a15744248b94b45828c62c8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203169 Feb 17 00:14:21.044127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58f05e-602e-4f14-8f51-7dcdf5455bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407c67cf-b1b6-4843-900e-efda949fe65a,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:21.049530 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f58f05e-602e-4f14-8f51-7dcdf5455bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:21.106348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e55e902b-559d-47b1-a282-463b28404979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:21.143943 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e55e902b-559d-47b1-a282-463b28404979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:21.202393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e55e902b-559d-47b1-a282-463b28404979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:21.207788 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:21.227954 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e902b-559d-47b1-a282-463b28404979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407c67cf-b1b6-4843-900e-efda949fe65a,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:21.228093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e55e902b-559d-47b1-a282-463b28404979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:21.234465 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e55e902b-559d-47b1-a282-463b28404979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:21.236941 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e55e902b-559d-47b1-a282-463b28404979 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/407c67cf-b1b6-4843-900e-efda949fe65a HTTP/1.1" status: 204 len: 168 time: 0.2066686 Feb 17 00:14:21.372854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6a1c6-6d4d-4bf2-a4f7-14dc70e18cda req-ca8aaaff-79de-41e4-835e-f6203b0901bd tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:21.384472 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-96a6a1c6-6d4d-4bf2-a4f7-14dc70e18cda req-ca8aaaff-79de-41e4-835e-f6203b0901bd tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1057498 Feb 17 00:14:21.442189 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-96a6a1c6-6d4d-4bf2-a4f7-14dc70e18cda req-bded8671-01b4-4cb5-a149-e36f245bf5c2 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567222 Feb 17 00:14:22.599856 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d929e7-2951-450a-a8ff-050b9b9d8e26 req-d99d189d-5fb9-4039-8a14-0bb8688517b6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:22.601530 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-83d929e7-2951-450a-a8ff-050b9b9d8e26 req-d99d189d-5fb9-4039-8a14-0bb8688517b6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0910628 Feb 17 00:14:22.663120 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-83d929e7-2951-450a-a8ff-050b9b9d8e26 req-a6e765d0-9b03-4516-b32f-0a3c289b7638 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527673 Feb 17 00:14:22.834801 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f55b4-7f54-4d3c-9969-d97846b8891c req-07cde7e8-27fe-4f3e-aac8-78a685eb0a36 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:22.836488 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-519f55b4-7f54-4d3c-9969-d97846b8891c req-07cde7e8-27fe-4f3e-aac8-78a685eb0a36 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0900385 Feb 17 00:14:22.885870 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-519f55b4-7f54-4d3c-9969-d97846b8891c req-1776be11-462d-49c7-bb87-1021a3e6097f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 Feb 17 00:14:23.709667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 57268) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:23.902059 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cfc1eca7-360c-4f56-bac4-1ca86ae7df93 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=15ddcdadee324fd18cfef68fdbc5b17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909704 Feb 17 00:14:23.905883 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 57278) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:23.917668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9385ed-8fba-4e30-9735-303c5542c15c req-8d2a7156-0e57-47d5-ba41-50406bf31c72 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:23.919305 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8b9385ed-8fba-4e30-9735-303c5542c15c req-8d2a7156-0e57-47d5-ba41-50406bf31c72 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1124377 Feb 17 00:14:23.971735 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8b9385ed-8fba-4e30-9735-303c5542c15c req-46c03d97-b3e6-4008-beda-d1b6194b8887 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449901 Feb 17 00:14:23.977571 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-69f1ab53-32a6-4cc4-a365-6f678a35c7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:24.013658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-69f1ab53-32a6-4cc4-a365-6f678a35c7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:24.065672 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-69f1ab53-32a6-4cc4-a365-6f678a35c7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:24.071720 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4e06652b-8784-4877-ae56-d06a8b331b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:24.091381 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1ab53-32a6-4cc4-a365-6f678a35c7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3d448f-5604-4e84-944f-e966b8b78493,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:24.095469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-69f1ab53-32a6-4cc4-a365-6f678a35c7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:24.098149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-69f1ab53-32a6-4cc4-a365-6f678a35c7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:24.101270 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-69f1ab53-32a6-4cc4-a365-6f678a35c7fb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4a3d448f-5604-4e84-944f-e966b8b78493 HTTP/1.1" status: 204 len: 168 time: 0.1943259 Feb 17 00:14:24.109055 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a1557-30d1-4a1d-b38a-3fb9f0cab549 req-feb3b66d-d6c1-4e00-b70c-7f6be26f384f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:24.111725 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a77a1557-30d1-4a1d-b38a-3fb9f0cab549 req-feb3b66d-d6c1-4e00-b70c-7f6be26f384f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0964360 Feb 17 00:14:24.173317 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a77a1557-30d1-4a1d-b38a-3fb9f0cab549 req-b1c05323-1ea5-40bb-aca3-f5671471d1de tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544772 Feb 17 00:14:24.780727 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 57304) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:24.899029 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1300055725-network', 'tenant_id': '63208cea449140cc8fabb7e300d59a21'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:14:24.904311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:14:24.908738 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Usage tracker for resource:network and tenant:63208cea449140cc8fabb7e300d59a21 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:14:24.912087 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:14:24.918138 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:14:24.928558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Made reservation on behalf of 63208cea449140cc8fabb7e300d59a21 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:14:24.933819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:24.948499 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:24.968844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:14:24.973554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Usage tracker for resource:security_group_rule and tenant:63208cea449140cc8fabb7e300d59a21 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:14:24.976543 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:14:24.982549 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:14:25.071856 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:25.074534 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:25.079067 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ee7841a0-d6e4-4134-8554-e20ccdf06bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:25.113632 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:14:25.129212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8db998-a36d-4b55-9e0d-b23c4eec8cac,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:25.137879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:25.138454 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Added segment 7328c3d8-2723-4849-8d2b-655389901c14 of type vxlan for network 77da9eab-d8a1-420d-bcac-94741622460d Feb 17 00:14:25.140520 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.141070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.141591 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.142100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.142604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.143131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.143632 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.144134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.145242 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.145732 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.146233 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.146734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.148492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.148492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.148492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.148492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.149167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.149664 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.150160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.150663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.151159 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.151661 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.152152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.152659 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:25.161005 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:25.212732 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:25.248221 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a1e30-69e7-43d7-8f02-e326b1b2649b req-9edb6ce0-e239-4455-ba35-fd237367d766 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:25.249477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:25.249932 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ae1a1e30-69e7-43d7-8f02-e326b1b2649b req-9edb6ce0-e239-4455-ba35-fd237367d766 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1477439 Feb 17 00:14:25.250852 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:25.251501 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:25.257527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:25.300270 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ae1a1e30-69e7-43d7-8f02-e326b1b2649b req-efe7754b-2c7d-4bef-b672-10876ff9eb43 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435836 Feb 17 00:14:25.389226 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe405fc-8b84-4c0a-bb4a-b7254958d062 req-ddc3d3b5-3a08-402d-b958-9d55701a07f5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:25.390815 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4fe405fc-8b84-4c0a-bb4a-b7254958d062 req-ddc3d3b5-3a08-402d-b958-9d55701a07f5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0894895 Feb 17 00:14:25.419251 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6373065 Feb 17 00:14:25.422946 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 57320) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:25.423303 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Pushing event updated for resources: {'Network': ['ID=77da9eab-d8a1-420d-bcac-94741622460d,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:25.429030 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:25.435739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 77da9eab-d8a1-420d-bcac-94741622460d details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:14:25.442739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Request body: {'subnet': {'network_id': '77da9eab-d8a1-420d-bcac-94741622460d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1300055725-subnet', 'tenant_id': '63208cea449140cc8fabb7e300d59a21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:14:25.450505 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network 77da9eab-d8a1-420d-bcac-94741622460d details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:14:25.458337 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7542935-6862-453e-b4c7-38d87eadc38c req-21aab1a0-19cf-46d5-b82e-d73e786fe4ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1773460 Feb 17 00:14:25.460442 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:14:25.469858 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4fe405fc-8b84-4c0a-bb4a-b7254958d062 req-055ae625-e74b-4f1b-bf7b-520071ef8fe7 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704634 Feb 17 00:14:25.471190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Usage tracker for resource:subnet and tenant:63208cea449140cc8fabb7e300d59a21 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:14:25.476058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:14:25.483362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:14:25.494059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Made reservation on behalf of 63208cea449140cc8fabb7e300d59a21 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:14:25.502408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844412221'] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:25.658029 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7542935-6862-453e-b4c7-38d87eadc38c req-c1e04ef0-8382-4307-aafd-ad794a058fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:25.659691 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7542935-6862-453e-b4c7-38d87eadc38c req-c1e04ef0-8382-4307-aafd-ad794a058fe3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86e6d2827f514b628230f7b277476dc5&device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 1163 time: 0.1078699 Feb 17 00:14:25.862428 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7542935-6862-453e-b4c7-38d87eadc38c req-dc259445-1f76-478c-a2d0-ff48ed910533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:25.864361 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7542935-6862-453e-b4c7-38d87eadc38c req-dc259445-1f76-478c-a2d0-ff48ed910533 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 200 len: 909 time: 0.1681120 Feb 17 00:14:25.944794 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7542935-6862-453e-b4c7-38d87eadc38c req-d11ed007-cec4-4832-97e0-df21d7335c75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35605fd0-483e-4cc6-a720-595db89a26f8 HTTP/1.1" status: 200 len: 217 time: 0.0733464 Feb 17 00:14:26.018094 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7542935-6862-453e-b4c7-38d87eadc38c req-b7b1b1ef-e407-4676-9ff4-87a760e43486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:26.020387 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7542935-6862-453e-b4c7-38d87eadc38c req-b7b1b1ef-e407-4676-9ff4-87a760e43486 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2bb5263-4288-4940-b735-22dadc7bf870 HTTP/1.1" status: 200 len: 855 time: 0.0682833 Feb 17 00:14:26.035992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844412206'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:26.052728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6a5539ca-f117-4e41-bc98-136e7e639c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:26.082809 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7542935-6862-453e-b4c7-38d87eadc38c req-2545d28b-29e4-44b1-8a79-250ba6e68166 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f3635fc-d9cf-406e-b875-e47aa8a1b67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536528 Feb 17 00:14:26.193162 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Pushing event updated for resources: {'Subnet': ['ID=199bd6b7-7615-4e50-9069-dc949cb90f3a,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:26.197667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:26.260515 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7542935-6862-453e-b4c7-38d87eadc38c req-2ae0106e-7cae-42a2-8e72-1e60f0b24089 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696310 Feb 17 00:14:26.268529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Checking segment: {'id': '7328c3d8-2723-4849-8d2b-655389901c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77da9eab-d8a1-420d-bcac-94741622460d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:14:26.268942 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Network hostable DHCP agents. Network: 77da9eab-d8a1-420d-bcac-94741622460d, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:14:26.289868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Network 77da9eab-d8a1-420d-bcac-94741622460d is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:14:26.298759 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 77da9eab-d8a1-420d-bcac-94741622460d) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:14:26.311944 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0235ba5-cbfe-4cc7-9df7-7b4c7d64ffc9 None None] Network 77da9eab-d8a1-420d-bcac-94741622460d requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:14:26.321628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:26.322287 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:26.364504 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7f21d1e6-a84d-4eb6-9cc2-7ba930ccfeea admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9300392 Feb 17 00:14:26.428133 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7542935-6862-453e-b4c7-38d87eadc38c req-598cce8b-3ef8-4822-8f3d-690f7f354ab1 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1595469 Feb 17 00:14:26.611714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6df4a-cbd1-4917-a599-06a3059a226d req-372cd0a1-ab13-4edd-8734-51cfe26ca0ba tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:26.613536 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0f6df4a-cbd1-4917-a599-06a3059a226d req-372cd0a1-ab13-4edd-8734-51cfe26ca0ba tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1669981 Feb 17 00:14:26.621459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7091a579-1920-4124-b8a9-8b022442b4db None None] Network 77da9eab-d8a1-420d-bcac-94741622460d requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:14:26.719621 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0f6df4a-cbd1-4917-a599-06a3059a226d req-eb990487-4560-47f0-b4b0-6e2aa8cfbdda tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992231 Feb 17 00:14:26.755914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eb64d-9053-4943-a282-157da81bbc9d req-652428f4-efa2-4e70-8aa2-7892d652a232 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:26.757521 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-147eb64d-9053-4943-a282-157da81bbc9d req-652428f4-efa2-4e70-8aa2-7892d652a232 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1044247 Feb 17 00:14:26.817321 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-147eb64d-9053-4943-a282-157da81bbc9d req-51337619-e5ae-4845-ab2d-626f21e3c533 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510819 Feb 17 00:14:28.010242 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178f83f-3007-4c10-bdca-48ce178babe3 req-558b3088-8329-44c5-a570-79b583127cfa tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:28.011843 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4178f83f-3007-4c10-bdca-48ce178babe3 req-558b3088-8329-44c5-a570-79b583127cfa tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1460707 Feb 17 00:14:28.080013 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4178f83f-3007-4c10-bdca-48ce178babe3 req-aacc5e71-bcdb-400b-95d7-41c7a18d156d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597281 Feb 17 00:14:28.088046 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce5078-13e1-4c48-98b0-d42820a9fe83 req-549a0cdd-d7e2-4348-a325-64188f7af9ef tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:28.089710 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47ce5078-13e1-4c48-98b0-d42820a9fe83 req-549a0cdd-d7e2-4348-a325-64188f7af9ef tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1399324 Feb 17 00:14:28.142663 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47ce5078-13e1-4c48-98b0-d42820a9fe83 req-d8b33247-a0a5-4809-9902-a31151b75912 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466313 Feb 17 00:14:28.891902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-4550f66c-eff6-4806-9783-1162a9ee5129 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:28.893448 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-4550f66c-eff6-4806-9783-1162a9ee5129 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/networks?id=77da9eab-d8a1-420d-bcac-94741622460d HTTP/1.1" status: 200 len: 814 time: 0.1605403 Feb 17 00:14:28.916269 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-50507c19-4b4c-4a0f-b09f-aa6b35ba8f2b tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/quotas/63208cea449140cc8fabb7e300d59a21 HTTP/1.1" status: 200 len: 375 time: 0.0161417 Feb 17 00:14:28.970971 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-73ae4c8b-47aa-4b02-89ce-42345b31f3d6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=63208cea449140cc8fabb7e300d59a21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477998 Feb 17 00:14:29.120909 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-0374938e-5663-4aed-8c23-538fc3c454ed service neutron] 10.222.0.74 "GET /v2.0/networks/77da9eab-d8a1-420d-bcac-94741622460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418324 Feb 17 00:14:29.323317 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-984321ae-91bf-45d4-8169-9a3f9392284e service neutron] 10.222.0.74 "GET /v2.0/networks/77da9eab-d8a1-420d-bcac-94741622460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1953666 Feb 17 00:14:29.342509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a895b-37d8-4841-9d33-f3e59319d3a0 req-b9e45222-1070-435c-962e-29e30176b42b tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:29.344089 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-860a895b-37d8-4841-9d33-f3e59319d3a0 req-b9e45222-1070-435c-962e-29e30176b42b tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1277955 Feb 17 00:14:29.400598 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-860a895b-37d8-4841-9d33-f3e59319d3a0 req-029d10b1-04d6-413b-8d19-d699a6ff8cd2 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501583 Feb 17 00:14:29.564227 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4408cf1c-186a-4196-aa13-d151b56d27f7 req-8a77734c-d021-46e1-8c3b-9988a017641a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 210 time: 0.0691423 Feb 17 00:14:29.667334 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d9172-6c42-41e4-bb89-494dd09f1ed6 req-43251038-9680-42ff-88de-46d722f1f23e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:29.669313 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a47d9172-6c42-41e4-bb89-494dd09f1ed6 req-43251038-9680-42ff-88de-46d722f1f23e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1314325 Feb 17 00:14:29.722221 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a47d9172-6c42-41e4-bb89-494dd09f1ed6 req-f7d4dc91-1847-4145-988b-e83faec7acea tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462611 Feb 17 00:14:30.618047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ce6a1-3baf-4ee8-8000-e507bf50d7e5 req-71463f8e-fd9c-4dff-a3b2-2756be24184c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:30.619760 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-546ce6a1-3baf-4ee8-8000-e507bf50d7e5 req-71463f8e-fd9c-4dff-a3b2-2756be24184c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0964823 Feb 17 00:14:30.668135 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:30.695847 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-546ce6a1-3baf-4ee8-8000-e507bf50d7e5 req-1ec06946-7c06-440d-afa6-b9399b25ba6e tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678749 Feb 17 00:14:30.751209 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f9997684-d109-4d73-b777-16b7557c0f25 req-0168ddd9-87d5-4cd6-bdff-0a1805c27de5 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 210 time: 0.0601017 Feb 17 00:14:30.937041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799e474-1fcc-4d06-9467-906c86c2a47b req-b9ac8abe-4daa-411a-a379-d443de00a163 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:30.938672 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0799e474-1fcc-4d06-9467-906c86c2a47b req-b9ac8abe-4daa-411a-a379-d443de00a163 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0887518 Feb 17 00:14:30.993935 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0799e474-1fcc-4d06-9467-906c86c2a47b req-939ea65c-c956-4a6f-8c8e-0500a3a43b33 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472939 Feb 17 00:14:31.004770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-c930492c-b79d-4187-b02b-6dad49b1928c tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:31.005739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-c930492c-b79d-4187-b02b-6dad49b1928c tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Synchronizing usage tracker for tenant:63208cea449140cc8fabb7e300d59a21 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:14:31.028723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-c930492c-b79d-4187-b02b-6dad49b1928c tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Unset dirty status for tenant:63208cea449140cc8fabb7e300d59a21 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:14:31.030022 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-c930492c-b79d-4187-b02b-6dad49b1928c tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.44 "GET /v2.0/networks?id=77da9eab-d8a1-420d-bcac-94741622460d HTTP/1.1" status: 200 len: 814 time: 0.1903434 Feb 17 00:14:31.062845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Request body: {'port': {'device_id': '7150f346-5a33-42ee-8a60-b5fb94a911aa', 'network_id': '77da9eab-d8a1-420d-bcac-94741622460d', 'admin_state_up': True, 'tenant_id': '63208cea449140cc8fabb7e300d59a21'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:14:31.211231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:14:31.215535 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Usage tracker for resource:port and tenant:63208cea449140cc8fabb7e300d59a21 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:14:31.218655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:14:31.224420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:14:31.233157 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Made reservation on behalf of 63208cea449140cc8fabb7e300d59a21 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:14:31.238656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:31.547513 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Allocated IP 172.20.0.11 (77da9eab-d8a1-420d-bcac-94741622460d/199bd6b7-7615-4e50-9069-dc949cb90f3a/10ddbfbd-cd56-483c-8a34-baa77aaf681b) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:14:31.778326 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:31.812155 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:31.892135 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b277baf9-7b23-48d0-98cf-2ec432242f9f tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:31.996884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Pushing event updated for resources: {'Port': ['ID=10ddbfbd-cd56-483c-8a34-baa77aaf681b,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:32.002375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:32.055764 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Network 77da9eab-d8a1-420d-bcac-94741622460d is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:14:32.057978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:14:32.060405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:14:32.132304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:32.133329 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:32.162322 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1037908 Feb 17 00:14:32.183127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Request body: {'port': {'device_id': '7150f346-5a33-42ee-8a60-b5fb94a911aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:14:32.231766 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58995920-746c-42ff-84cc-a7da2ac15b1e req-4e3c9f60-f2d5-4e30-861f-0e4d30b0748d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:32.234692 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58995920-746c-42ff-84cc-a7da2ac15b1e req-4e3c9f60-f2d5-4e30-861f-0e4d30b0748d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.3745172 Feb 17 00:14:32.242549 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f3040-4996-45dd-b713-fcd103731dc1 req-a85536ff-6057-4666-b0c9-68f945c2edfe tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:32.245291 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-725f3040-4996-45dd-b713-fcd103731dc1 req-a85536ff-6057-4666-b0c9-68f945c2edfe tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 932 time: 0.3427680 Feb 17 00:14:32.328909 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58995920-746c-42ff-84cc-a7da2ac15b1e req-d8c25c77-cbaf-4a7c-950a-1f306c4a8fce tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824034 Feb 17 00:14:32.334063 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-725f3040-4996-45dd-b713-fcd103731dc1 req-fb74e2ed-403c-4c82-9257-12173d257cce tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734942 Feb 17 00:14:32.529634 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:32.530386 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c886935-c3a5-4ca8-b84b-381d177456f6 req-339fea1a-2175-47d5-88ca-1a2aa8c3b523 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:32.532165 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4c886935-c3a5-4ca8-b84b-381d177456f6 req-339fea1a-2175-47d5-88ca-1a2aa8c3b523 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0885739 Feb 17 00:14:32.582944 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4c886935-c3a5-4ca8-b84b-381d177456f6 req-8a64d1f0-58fb-4269-8cb2-f2ed7df2782d tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434923 Feb 17 00:14:32.979721 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ddbfbd-cd56-483c-8a34-baa77aaf681b {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:14:32.989907 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:33.002339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Transition to ACTIVE for port object 10ddbfbd-cd56-483c-8a34-baa77aaf681b will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:14:33.005056 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:33.020784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:33.155515 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Pushing event updated for resources: {'Port': ['ID=10ddbfbd-cd56-483c-8a34-baa77aaf681b,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:33.161426 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:33.342565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Attempting to bind port 10ddbfbd-cd56-483c-8a34-baa77aaf681b on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:14:33.342905 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Attempting to bind port 10ddbfbd-cd56-483c-8a34-baa77aaf681b by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '7328c3d8-2723-4849-8d2b-655389901c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77da9eab-d8a1-420d-bcac-94741622460d'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:14:33.343251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Attempting to bind port 10ddbfbd-cd56-483c-8a34-baa77aaf681b on network 77da9eab-d8a1-420d-bcac-94741622460d {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:14:33.349476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:14:33.349863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Checking segment: {'id': '7328c3d8-2723-4849-8d2b-655389901c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77da9eab-d8a1-420d-bcac-94741622460d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:14:33.350254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:33.350649 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Bound using segment: {'id': '7328c3d8-2723-4849-8d2b-655389901c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77da9eab-d8a1-420d-bcac-94741622460d'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:14:33.351117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Bound port: 10ddbfbd-cd56-483c-8a34-baa77aaf681b, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7328c3d8-2723-4849-8d2b-655389901c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77da9eab-d8a1-420d-bcac-94741622460d'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:14:33.351493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:33.465226 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] For port 10ddbfbd-cd56-483c-8a34-baa77aaf681b, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:14:33.468809 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] For port 10ddbfbd-cd56-483c-8a34-baa77aaf681b, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=10ddbfbd-cd56-483c-8a34-baa77aaf681b,segment=NetworkSegment(7328c3d8-2723-4849-8d2b-655389901c14),segment_id=7328c3d8-2723-4849-8d2b-655389901c14)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:14:33.473672 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:33.489163 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:33.621119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca5e38-2426-4f88-ae65-738ccbd32555 req-ae9298ac-1796-44fa-8e6a-09fab0dd2b03 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:33.622721 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eeca5e38-2426-4f88-ae65-738ccbd32555 req-ae9298ac-1796-44fa-8e6a-09fab0dd2b03 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 944 time: 0.1681509 Feb 17 00:14:33.636921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402d0f9-ffce-4ddc-b7da-b75f9042911f req-505a5d19-22a0-4f66-9d54-b2137662f099 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:33.638501 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3402d0f9-ffce-4ddc-b7da-b75f9042911f req-505a5d19-22a0-4f66-9d54-b2137662f099 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1471946 Feb 17 00:14:33.647855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Pushing event updated for resources: {'Port': ['ID=10ddbfbd-cd56-483c-8a34-baa77aaf681b,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:33.653731 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:33.688313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:33.689086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:33.690583 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] 10.222.0.44 "PUT /v2.0/ports/10ddbfbd-cd56-483c-8a34-baa77aaf681b HTTP/1.1" status: 200 len: 1158 time: 1.5126615 Feb 17 00:14:33.691220 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7150f346-5a33-42ee-8a60-b5fb94a911aa', 'tag': '10ddbfbd-cd56-483c-8a34-baa77aaf681b'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:33.724612 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eeca5e38-2426-4f88-ae65-738ccbd32555 req-886ffc7b-d34b-4db0-b8fe-a263a0d224f6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849738 Feb 17 00:14:33.731824 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3402d0f9-ffce-4ddc-b7da-b75f9042911f req-c82f0cba-d5f3-461f-be33-2df6ec94c9fd tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696020 Feb 17 00:14:33.801514 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7150f346-5a33-42ee-8a60-b5fb94a911aa', 'tag': '10ddbfbd-cd56-483c-8a34-baa77aaf681b', 'status': 'completed', 'code': 200} Feb 17 00:14:33.827539 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-40288118-4b50-430b-b1e6-010e6c705b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:33.829054 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-40288118-4b50-430b-b1e6-010e6c705b0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63208cea449140cc8fabb7e300d59a21&device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 1161 time: 0.0971518 Feb 17 00:14:33.904818 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-3e829fb2-150c-4591-97f4-4c08136bbfe5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10ddbfbd-cd56-483c-8a34-baa77aaf681b HTTP/1.1" status: 200 len: 217 time: 0.0668809 Feb 17 00:14:33.932548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50311a4-f6bd-47d7-a5b2-d31b72cc426a req-162f5e24-b776-47d0-8e75-127f0931e5e6 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:33.934211 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a50311a4-f6bd-47d7-a5b2-d31b72cc426a req-162f5e24-b776-47d0-8e75-127f0931e5e6 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0929163 Feb 17 00:14:33.985685 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a50311a4-f6bd-47d7-a5b2-d31b72cc426a req-65dc5fdb-bbff-491b-a5ca-349d1b33953b tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439260 Feb 17 00:14:33.991521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-c4839296-c68c-4320-aafc-e47ee0215315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:33.993223 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-c4839296-c68c-4320-aafc-e47ee0215315 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=199bd6b7-7615-4e50-9069-dc949cb90f3a HTTP/1.1" status: 200 len: 854 time: 0.0806303 Feb 17 00:14:34.059021 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-912aa0f1-5c50-493e-89ea-af0fbecaa638 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77da9eab-d8a1-420d-bcac-94741622460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579844 Feb 17 00:14:34.241575 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-8c6692ab-9d9a-4a2b-9d10-fe51eb13bf86 service neutron] 10.222.0.44 "GET /v2.0/networks/77da9eab-d8a1-420d-bcac-94741622460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719100 Feb 17 00:14:34.406162 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7f9e3-5743-4a86-9393-977ac50816c6 req-a2e873f6-3f5c-4c79-90b6-7fd57a74e56b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:34.407799 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e6c7f9e3-5743-4a86-9393-977ac50816c6 req-a2e873f6-3f5c-4c79-90b6-7fd57a74e56b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1043642 Feb 17 00:14:34.416480 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fdbe5a71-4105-4259-9e51-6453b529f16f req-8e73b88a-71df-4a60-b263-17196c22152f service neutron] 10.222.0.44 "GET /v2.0/networks/77da9eab-d8a1-420d-bcac-94741622460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1619225 Feb 17 00:14:34.458503 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e6c7f9e3-5743-4a86-9393-977ac50816c6 req-b7e47cc3-2bd8-4c8c-aa86-ba292839b2e3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433931 Feb 17 00:14:34.552152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1a00f-917b-4af6-b6d5-72ff899bfaee req-3a5a4385-a0ad-4407-a5e7-7ee680cbfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:34.553794 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6db1a00f-917b-4af6-b6d5-72ff899bfaee req-3a5a4385-a0ad-4407-a5e7-7ee680cbfcf9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63208cea449140cc8fabb7e300d59a21&device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 1161 time: 0.0841966 Feb 17 00:14:34.704325 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1a00f-917b-4af6-b6d5-72ff899bfaee req-79a433de-e352-43a2-b290-37d914e69ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:34.705977 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6db1a00f-917b-4af6-b6d5-72ff899bfaee req-79a433de-e352-43a2-b290-37d914e69ebe service neutron] 10.222.0.44 "GET /v2.0/networks?id=77da9eab-d8a1-420d-bcac-94741622460d HTTP/1.1" status: 200 len: 908 time: 0.1423891 Feb 17 00:14:34.786177 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6db1a00f-917b-4af6-b6d5-72ff899bfaee req-4d5928a5-53c9-4ffa-9746-2629cbb3c72f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10ddbfbd-cd56-483c-8a34-baa77aaf681b HTTP/1.1" status: 200 len: 217 time: 0.0723491 Feb 17 00:14:34.864581 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1a00f-917b-4af6-b6d5-72ff899bfaee req-ea3db30a-fd7f-4450-a19b-bb4601744560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:34.866243 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6db1a00f-917b-4af6-b6d5-72ff899bfaee req-ea3db30a-fd7f-4450-a19b-bb4601744560 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=199bd6b7-7615-4e50-9069-dc949cb90f3a HTTP/1.1" status: 200 len: 854 time: 0.0729079 Feb 17 00:14:34.922554 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6db1a00f-917b-4af6-b6d5-72ff899bfaee req-68f11512-e82f-445d-8984-6183c681fafe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77da9eab-d8a1-420d-bcac-94741622460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479088 Feb 17 00:14:35.020416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504f7de-c2af-46ad-a16a-7a2027555f12 req-d1885ca5-81e0-4745-a438-eb1c9da64959 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:35.022066 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f504f7de-c2af-46ad-a16a-7a2027555f12 req-d1885ca5-81e0-4745-a438-eb1c9da64959 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1601257 Feb 17 00:14:35.028210 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11c5c2-3ef2-4d7a-a26b-e2a0ad4d940e req-440e2676-182b-4f9e-b188-b7041cdf6c6a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:35.029770 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd11c5c2-3ef2-4d7a-a26b-e2a0ad4d940e req-440e2676-182b-4f9e-b188-b7041cdf6c6a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 944 time: 0.1306658 Feb 17 00:14:35.071402 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6db1a00f-917b-4af6-b6d5-72ff899bfaee req-71e8d6e4-28b0-4eaf-842c-56b9b7560644 service neutron] 10.222.0.44 "GET /v2.0/networks/77da9eab-d8a1-420d-bcac-94741622460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405029 Feb 17 00:14:35.104983 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f504f7de-c2af-46ad-a16a-7a2027555f12 req-efb23e59-d077-49e0-a618-f82a29fa2b4d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740988 Feb 17 00:14:35.112427 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd11c5c2-3ef2-4d7a-a26b-e2a0ad4d940e req-7a8a2e25-e5de-43af-bd29-d12711e45b34 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673270 Feb 17 00:14:35.246486 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6db1a00f-917b-4af6-b6d5-72ff899bfaee req-4594de0a-9829-425b-88f1-86e85ba96468 service neutron] 10.222.0.44 "GET /v2.0/networks/77da9eab-d8a1-420d-bcac-94741622460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1669164 Feb 17 00:14:35.332983 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9edd9e-13e7-40ed-8d8e-bcd40361c446 req-00d63571-f127-4c59-a1d9-fdc649eeb015 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:35.334466 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4d9edd9e-13e7-40ed-8d8e-bcd40361c446 req-00d63571-f127-4c59-a1d9-fdc649eeb015 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0859299 Feb 17 00:14:35.384872 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4d9edd9e-13e7-40ed-8d8e-bcd40361c446 req-c57c535c-1897-4450-b5c7-d2e9d075c8bc tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440221 Feb 17 00:14:35.662341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe5815-c3d5-44e4-9b60-b63ce92e1be7 req-ee9bded4-50b5-49c6-96a0-843d86ed145c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:35.664148 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a5fe5815-c3d5-44e4-9b60-b63ce92e1be7 req-ee9bded4-50b5-49c6-96a0-843d86ed145c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0901141 Feb 17 00:14:35.713576 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a5fe5815-c3d5-44e4-9b60-b63ce92e1be7 req-8a0a14c0-461c-4393-a3db-2b2e6c11762a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418684 Feb 17 00:14:35.848097 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8a14b-fb9c-4f79-aa6f-a258bba464e8 req-297b0f93-2d14-49e0-beb6-b87c556ffecf tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:35.849697 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03d8a14b-fb9c-4f79-aa6f-a258bba464e8 req-297b0f93-2d14-49e0-beb6-b87c556ffecf tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 946 time: 0.0906355 Feb 17 00:14:35.897535 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03d8a14b-fb9c-4f79-aa6f-a258bba464e8 req-5466e0de-3ee0-4a0e-9373-07f48c128781 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Feb 17 00:14:36.296876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-624a7681-27e8-4440-9190-91c9f6dc8eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:36.385937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf97eb-1e84-46ea-b45a-9cf33a380178 req-30264b71-0fb2-4e9f-b978-03c1467a0b47 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:36.387530 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eecf97eb-1e84-46ea-b45a-9cf33a380178 req-30264b71-0fb2-4e9f-b978-03c1467a0b47 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 944 time: 0.1592307 Feb 17 00:14:36.397278 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862f498-763e-4434-b8e1-522a3e08b249 req-21bd63df-72eb-4a62-ad96-61e603667066 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:36.398761 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b862f498-763e-4434-b8e1-522a3e08b249 req-21bd63df-72eb-4a62-ad96-61e603667066 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1256397 Feb 17 00:14:36.473039 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eecf97eb-1e84-46ea-b45a-9cf33a380178 req-e2112dcf-b3b2-4645-a84b-7b6011d4f26d tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726821 Feb 17 00:14:36.477624 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b862f498-763e-4434-b8e1-522a3e08b249 req-9dd33be1-de39-491c-b063-f38dff2212d4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634806 Feb 17 00:14:36.665289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919080b-4535-443f-83c1-943212d1d04e req-d0861be3-331a-4dbc-9a7e-1b2790266ecc tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:36.666893 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7919080b-4535-443f-83c1-943212d1d04e req-d0861be3-331a-4dbc-9a7e-1b2790266ecc tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0879548 Feb 17 00:14:36.714202 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7919080b-4535-443f-83c1-943212d1d04e req-6a1e0813-a205-48a3-adb1-7981da0108e5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Feb 17 00:14:36.911638 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf75956-81eb-462b-89d5-3645087c8fd3 req-7ca895a8-e4c8-4978-ad2f-3b9623001e2a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:36.913244 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3cf75956-81eb-462b-89d5-3645087c8fd3 req-7ca895a8-e4c8-4978-ad2f-3b9623001e2a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0843391 Feb 17 00:14:36.961858 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3cf75956-81eb-462b-89d5-3645087c8fd3 req-065d0a26-7fb8-4ce6-946d-a38319282c55 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 Feb 17 00:14:37.100661 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9ace0-30f0-4b02-925f-9efe59ed8b50 req-74605469-443d-4d52-9a57-813a1153485f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:37.102257 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-76f9ace0-30f0-4b02-925f-9efe59ed8b50 req-74605469-443d-4d52-9a57-813a1153485f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 946 time: 0.0884464 Feb 17 00:14:37.151169 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-76f9ace0-30f0-4b02-925f-9efe59ed8b50 req-95000fdb-b1c8-47a8-b120-18d904b3e50d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420399 Feb 17 00:14:37.746301 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8ae97-f500-4872-9bf2-773f0ec292e6 req-45c3105f-0b9b-4071-ad2e-2459ccef3efc tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:37.747904 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7e8ae97-f500-4872-9bf2-773f0ec292e6 req-45c3105f-0b9b-4071-ad2e-2459ccef3efc tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 944 time: 0.1576450 Feb 17 00:14:37.754519 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cce75b-f3da-403b-8417-f43ad33c6c07 req-9b36877a-7387-4a27-85a7-97b7b54f82a1 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:37.756001 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d8cce75b-f3da-403b-8417-f43ad33c6c07 req-9b36877a-7387-4a27-85a7-97b7b54f82a1 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1295240 Feb 17 00:14:37.832324 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7e8ae97-f500-4872-9bf2-773f0ec292e6 req-a987c505-1d43-4beb-a1ee-d95f7bcf2fc4 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752730 Feb 17 00:14:37.835173 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d8cce75b-f3da-403b-8417-f43ad33c6c07 req-052b8e27-56fc-424c-b4d1-7a6c66f2be0d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642171 Feb 17 00:14:38.024317 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b21b6-9f6a-4c73-9c6e-98fc6097624f req-8eaf6632-0d5c-4933-8043-fcfd54caa846 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:38.025994 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0e1b21b6-9f6a-4c73-9c6e-98fc6097624f req-8eaf6632-0d5c-4933-8043-fcfd54caa846 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0909927 Feb 17 00:14:38.078849 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0e1b21b6-9f6a-4c73-9c6e-98fc6097624f req-62d02532-4055-4936-bda5-e520a99a3e6b tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451682 Feb 17 00:14:38.151022 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-1127397d-9475-48de-a64e-fc08681de07a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:14:38.173507 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c871b-8fbb-444e-8490-af8b4db06f94 req-b5b97469-4468-4b69-921e-4562b77e6b35 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:38.175107 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb2c871b-8fbb-444e-8490-af8b4db06f94 req-b5b97469-4468-4b69-921e-4562b77e6b35 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0916593 Feb 17 00:14:38.231852 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb2c871b-8fbb-444e-8490-af8b4db06f94 req-d6a538e3-cf68-4537-8222-f68405eb46e7 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466924 Feb 17 00:14:38.353877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07430516-16fe-4107-a2cc-7f77f52ed775 req-00e75283-17c1-46d3-b343-992add433a44 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:38.355461 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-07430516-16fe-4107-a2cc-7f77f52ed775 req-00e75283-17c1-46d3-b343-992add433a44 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 946 time: 0.0857878 Feb 17 00:14:38.395558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9f883-e87f-4f08-9c54-832a47819d2e req-4df48bb3-0587-4b7d-96ee-b6fdb80122ca tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:38.396311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-1fc9f883-e87f-4f08-9c54-832a47819d2e req-4df48bb3-0587-4b7d-96ee-b6fdb80122ca tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Synchronizing usage tracker for tenant:86e6d2827f514b628230f7b277476dc5 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:14:38.404448 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-07430516-16fe-4107-a2cc-7f77f52ed775 req-37611962-98b9-40f4-a919-3b32599b1bec tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426552 Feb 17 00:14:38.411384 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-1fc9f883-e87f-4f08-9c54-832a47819d2e req-4df48bb3-0587-4b7d-96ee-b6fdb80122ca tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Unset dirty status for tenant:86e6d2827f514b628230f7b277476dc5 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:14:38.412653 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1fc9f883-e87f-4f08-9c54-832a47819d2e req-4df48bb3-0587-4b7d-96ee-b6fdb80122ca tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 946 time: 0.1002219 Feb 17 00:14:38.500648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-1fc9f883-e87f-4f08-9c54-832a47819d2e req-05fa8ff3-f896-4463-8b74-6a88a273c042 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Deleting port 8205ed44-7c21-4746-94cb-008ed83bd7a0 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:14:38.500990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1fc9f883-e87f-4f08-9c54-832a47819d2e req-05fa8ff3-f896-4463-8b74-6a88a273c042 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:38.590037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4bf8d265-8c1f-42ed-9d4f-207a72f625bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:38.763071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-1fc9f883-e87f-4f08-9c54-832a47819d2e req-05fa8ff3-f896-4463-8b74-6a88a273c042 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] For port 8205ed44-7c21-4746-94cb-008ed83bd7a0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8205ed44-7c21-4746-94cb-008ed83bd7a0,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:14:38.763635 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1fc9f883-e87f-4f08-9c54-832a47819d2e req-05fa8ff3-f896-4463-8b74-6a88a273c042 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:38.896343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-1fc9f883-e87f-4f08-9c54-832a47819d2e req-05fa8ff3-f896-4463-8b74-6a88a273c042 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Calling delete_port for 8205ed44-7c21-4746-94cb-008ed83bd7a0 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:14:39.049202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1fc9f883-e87f-4f08-9c54-832a47819d2e req-05fa8ff3-f896-4463-8b74-6a88a273c042 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:39.051866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8b537b32-fd98-41f4-a883-417e254a4ad8 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:39.064328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f39f0b34-93dc-4ac5-ac84-8a030083108a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:39.108902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4cd83-50e6-44de-9f24-dde3bdd42425 req-92869503-7f63-4c84-b223-1cc813a34d04 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:39.110579 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1ec4cd83-50e6-44de-9f24-dde3bdd42425 req-92869503-7f63-4c84-b223-1cc813a34d04 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1241183 Feb 17 00:14:39.117183 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f42d1-0936-4ef4-be42-131a896c3ab2 req-a217dbc3-422c-4de9-bada-f375ee8d960a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:39.118763 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-163f42d1-0936-4ef4-be42-131a896c3ab2 req-a217dbc3-422c-4de9-bada-f375ee8d960a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 944 time: 0.1699972 Feb 17 00:14:39.151225 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8b537b32-fd98-41f4-a883-417e254a4ad8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:39.151923 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:39.167372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa8ff3-f896-4463-8b74-6a88a273c042 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Pushing event deleted for resources: {'Port': ['ID=8205ed44-7c21-4746-94cb-008ed83bd7a0,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:39.174515 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-05fa8ff3-f896-4463-8b74-6a88a273c042 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:39.195946 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1ec4cd83-50e6-44de-9f24-dde3bdd42425 req-bdcd3115-76c7-48cd-bf20-70111975c8e1 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761225 Feb 17 00:14:39.221531 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-163f42d1-0936-4ef4-be42-131a896c3ab2 req-ccc0f45c-94b4-46c3-b5c2-4043a3f30210 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857882 Feb 17 00:14:39.250282 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:39.312265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc9f883-e87f-4f08-9c54-832a47819d2e req-05fa8ff3-f896-4463-8b74-6a88a273c042 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] No DVR routers for this DVR port 8205ed44-7c21-4746-94cb-008ed83bd7a0 on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:14:39.314035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 10ddbfbd-cd56-483c-8a34-baa77aaf681b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:39.314846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1fc9f883-e87f-4f08-9c54-832a47819d2e req-05fa8ff3-f896-4463-8b74-6a88a273c042 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:39.318682 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44eae746-92f1-433c-8aca-2e69d37272cf', 'name': 'network-vif-deleted', 'tag': '8205ed44-7c21-4746-94cb-008ed83bd7a0'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:39.341998 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1fc9f883-e87f-4f08-9c54-832a47819d2e req-05fa8ff3-f896-4463-8b74-6a88a273c042 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "DELETE /v2.0/ports/8205ed44-7c21-4746-94cb-008ed83bd7a0 HTTP/1.1" status: 204 len: 173 time: 0.9178467 Feb 17 00:14:39.387566 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 10ddbfbd-cd56-483c-8a34-baa77aaf681b completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:14:39.393480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 10ddbfbd-cd56-483c-8a34-baa77aaf681b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:39.394713 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:39.504987 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e8517-ce8e-4053-8e62-d05d6ec001f4 req-72355a43-a369-40e0-b197-f08ad0ac22d2 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:39.506799 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-403e8517-ce8e-4053-8e62-d05d6ec001f4 req-72355a43-a369-40e0-b197-f08ad0ac22d2 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1827137 Feb 17 00:14:39.514780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310471e-63a9-4640-a6c3-4c123894a0d7 req-cb95dce4-091d-480a-9607-159160e53f84 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:39.521056 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8310471e-63a9-4640-a6c3-4c123894a0d7 req-cb95dce4-091d-480a-9607-159160e53f84 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1391544 Feb 17 00:14:39.539840 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:39.574658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7150f346-5a33-42ee-8a60-b5fb94a911aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ddbfbd-cd56-483c-8a34-baa77aaf681b'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:39.583192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 10ddbfbd-cd56-483c-8a34-baa77aaf681b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=10ddbfbd-cd56-483c-8a34-baa77aaf681b,segment=NetworkSegment(7328c3d8-2723-4849-8d2b-655389901c14),segment_id=7328c3d8-2723-4849-8d2b-655389901c14)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:14:39.586270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:39.588925 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:39.599836 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-403e8517-ce8e-4053-8e62-d05d6ec001f4 req-f72738db-6e12-4887-9181-c3028293b321 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776985 Feb 17 00:14:39.604396 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8310471e-63a9-4640-a6c3-4c123894a0d7 req-fcb62ff7-fc7f-4c7d-bb2d-dbd818c4071b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673487 Feb 17 00:14:39.658489 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44eae746-92f1-433c-8aca-2e69d37272cf', 'name': 'network-vif-deleted', 'tag': '8205ed44-7c21-4746-94cb-008ed83bd7a0', 'status': 'completed', 'code': 200} Feb 17 00:14:39.670681 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=10ddbfbd-cd56-483c-8a34-baa77aaf681b,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:39.674399 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:39.700657 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7150f346-5a33-42ee-8a60-b5fb94a911aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ddbfbd-cd56-483c-8a34-baa77aaf681b', 'code': 200} Feb 17 00:14:39.789089 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e217eabf-cf26-4b70-87ad-b85b7f1be3f8 req-18e0ca7b-00bc-42e5-8b6b-084fcda0ac52 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=44eae746-92f1-433c-8aca-2e69d37272cf HTTP/1.1" status: 200 len: 210 time: 0.0510798 Feb 17 00:14:39.971031 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c85316-a571-4d99-ac7b-3863758cfc3a req-a39eb960-2b3f-42e1-b082-61f7c9210bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:39.973703 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-08c85316-a571-4d99-ac7b-3863758cfc3a req-a39eb960-2b3f-42e1-b082-61f7c9210bb5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 1163 time: 0.0881269 Feb 17 00:14:40.029147 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-08c85316-a571-4d99-ac7b-3863758cfc3a req-985a3da7-9cdc-48d1-b4d0-0c267df62e8a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397844 Feb 17 00:14:40.218046 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:40.486090 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f2eed-4c3d-4178-b8b9-9c52819b7b89 req-7f219aa3-a42d-45cb-be20-09c0b6c625eb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:40.488237 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b75f2eed-4c3d-4178-b8b9-9c52819b7b89 req-7f219aa3-a42d-45cb-be20-09c0b6c625eb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1585364 Feb 17 00:14:40.495605 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d916d-768a-4290-ae89-937667f2cfb4 req-b6883166-9c10-4610-876e-1afe841ba3a2 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:40.497231 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0a7d916d-768a-4290-ae89-937667f2cfb4 req-b6883166-9c10-4610-876e-1afe841ba3a2 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 946 time: 0.1660609 Feb 17 00:14:40.522047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:40.570538 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b75f2eed-4c3d-4178-b8b9-9c52819b7b89 req-bd49c500-8506-4199-9679-5a162e588cc5 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722659 Feb 17 00:14:40.580428 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0a7d916d-768a-4290-ae89-937667f2cfb4 req-99eb1182-e7d4-4ec7-b739-695456724a06 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673289 Feb 17 00:14:40.876722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ff8c2-cac8-465b-9cee-299f69f01521 req-a9950bf8-a5f7-41b0-a91c-fe64b851998c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:40.878818 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-573ff8c2-cac8-465b-9cee-299f69f01521 req-a9950bf8-a5f7-41b0-a91c-fe64b851998c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1599462 Feb 17 00:14:40.886176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaecca0-5140-4158-aebd-e9c2a07ffa3f req-df2e855e-bb81-455b-a79c-cbd5e2b3c168 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:40.887852 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-edaecca0-5140-4158-aebd-e9c2a07ffa3f req-df2e855e-bb81-455b-a79c-cbd5e2b3c168 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1258311 Feb 17 00:14:40.963154 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-573ff8c2-cac8-465b-9cee-299f69f01521 req-0947599b-0c19-4031-b24f-93cb44978f32 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742757 Feb 17 00:14:40.970195 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-edaecca0-5140-4158-aebd-e9c2a07ffa3f req-778e159a-5d4b-4202-bbed-9674f2f3371f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625975 Feb 17 00:14:41.056109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8b537b32-fd98-41f4-a883-417e254a4ad8 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:41.138253 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8b537b32-fd98-41f4-a883-417e254a4ad8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:41.138679 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:41.268247 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 10ddbfbd-cd56-483c-8a34-baa77aaf681b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:41.339487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 10ddbfbd-cd56-483c-8a34-baa77aaf681b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:41.339825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:41.473521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8205ed44-7c21-4746-94cb-008ed83bd7a0 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:14:41.509656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] No Port match for: 8205ed44-7c21-4746-94cb-008ed83bd7a0 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:14:41.510057 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8205ed44-7c21-4746-94cb-008ed83bd7a0 not bound to the agent host hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:14:41.850674 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8048daf-300d-44a5-8f95-2334c7a510b7 req-569233bd-dcd2-4797-8360-773e53f4d423 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:41.852277 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b8048daf-300d-44a5-8f95-2334c7a510b7 req-569233bd-dcd2-4797-8360-773e53f4d423 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1569803 Feb 17 00:14:41.862019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d2fec-7714-484c-bf12-1991fe63a98c req-b759f11a-0f60-49f3-b67f-7c3bf40725b9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:41.864094 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b58d2fec-7714-484c-bf12-1991fe63a98c req-b759f11a-0f60-49f3-b67f-7c3bf40725b9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 946 time: 0.1674442 Feb 17 00:14:41.940110 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b8048daf-300d-44a5-8f95-2334c7a510b7 req-5ae62f42-6724-4fc2-9f7a-d79e82474629 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749784 Feb 17 00:14:41.942960 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b58d2fec-7714-484c-bf12-1991fe63a98c req-b498e037-da06-4e77-b789-bb9cfe8de409 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642655 Feb 17 00:14:41.982343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 10ddbfbd-cd56-483c-8a34-baa77aaf681b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:42.087199 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 10ddbfbd-cd56-483c-8a34-baa77aaf681b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:42.087632 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:42.389632 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a5750-f3a1-4eb2-a2b4-b1cd72944d7b req-46c31230-83ff-4caf-8475-44340b934bf8 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:42.391420 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-075a5750-f3a1-4eb2-a2b4-b1cd72944d7b req-46c31230-83ff-4caf-8475-44340b934bf8 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.2004189 Feb 17 00:14:42.398675 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f82000-7db2-4251-b018-9ef4a5a77750 req-8d1c85e2-0125-44bc-9a58-0c56a63064db tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:42.400217 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-46f82000-7db2-4251-b018-9ef4a5a77750 req-8d1c85e2-0125-44bc-9a58-0c56a63064db tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1431119 Feb 17 00:14:42.477038 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-075a5750-f3a1-4eb2-a2b4-b1cd72944d7b req-5d54dc78-27e1-49a4-9119-b806e648cbf5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757048 Feb 17 00:14:42.482787 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-46f82000-7db2-4251-b018-9ef4a5a77750 req-14f13e5e-5202-4fd1-bd16-35e6a4b3fdfc tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667727 Feb 17 00:14:43.323677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953b144-fade-4f51-adbd-14e2d25249fa req-d8a169a1-eeac-4f86-9f65-b37690086c3d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:43.325929 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8953b144-fade-4f51-adbd-14e2d25249fa req-d8a169a1-eeac-4f86-9f65-b37690086c3d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 945 time: 0.3577499 Feb 17 00:14:43.336823 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51963f-03df-415a-9d24-31a068317d39 req-cede7d82-5c75-4b12-aa7e-5c9dc861e996 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:43.338367 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ca51963f-03df-415a-9d24-31a068317d39 req-cede7d82-5c75-4b12-aa7e-5c9dc861e996 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1253867 Feb 17 00:14:43.414708 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8953b144-fade-4f51-adbd-14e2d25249fa req-4588b831-e19f-47a0-8e87-e64fe149dc06 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752444 Feb 17 00:14:43.419174 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ca51963f-03df-415a-9d24-31a068317d39 req-35dbf872-6721-4232-bf66-a708a6327ec1 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654256 Feb 17 00:14:43.759613 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693ff2f-50df-4c85-9e1b-0b3e203b696e req-c629e649-5ca5-4170-ae83-6ae7be9d133d tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:43.761229 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b693ff2f-50df-4c85-9e1b-0b3e203b696e req-c629e649-5ca5-4170-ae83-6ae7be9d133d tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1556792 Feb 17 00:14:43.773515 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea63da3-c9ee-4f32-870c-7860cbe139ca req-c85c2ae2-2892-4227-812d-d4667da8ec41 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:43.775290 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9ea63da3-c9ee-4f32-870c-7860cbe139ca req-c85c2ae2-2892-4227-812d-d4667da8ec41 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1290524 Feb 17 00:14:43.854284 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b693ff2f-50df-4c85-9e1b-0b3e203b696e req-70d58a4b-b37d-4c07-83e9-5812e6eac0c4 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777009 Feb 17 00:14:43.862173 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9ea63da3-c9ee-4f32-870c-7860cbe139ca req-7eb4a4d0-be0d-4fee-ba9c-d54274ea7410 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676312 Feb 17 00:14:44.019305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 10ddbfbd-cd56-483c-8a34-baa77aaf681b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:44.095795 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 10ddbfbd-cd56-483c-8a34-baa77aaf681b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:44.097395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:44.692805 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4d069-045d-4a2c-a6ca-9014b50fee35 req-37c907ba-fd09-43fa-9996-18fff6ab26d7 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:44.694429 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-07a4d069-045d-4a2c-a6ca-9014b50fee35 req-37c907ba-fd09-43fa-9996-18fff6ab26d7 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 945 time: 0.1599739 Feb 17 00:14:44.704539 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c83ca2-480a-4b94-8bae-c35a4f98c044 req-a68dab06-b794-4f59-94bf-1e26a38ac90c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:44.706068 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f5c83ca2-480a-4b94-8bae-c35a4f98c044 req-a68dab06-b794-4f59-94bf-1e26a38ac90c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1255763 Feb 17 00:14:44.783813 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-07a4d069-045d-4a2c-a6ca-9014b50fee35 req-bf7725f1-75a5-41d4-a9b8-38c7f24c035c tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767043 Feb 17 00:14:44.794665 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f5c83ca2-480a-4b94-8bae-c35a4f98c044 req-69d2c93f-0286-4667-8ebb-89ce34b3cb74 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714159 Feb 17 00:14:45.142884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffcd4f-e51e-454b-851e-b188436685fd req-f4c3d2b0-206f-4ec0-bd12-05a1fef12d6f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:45.144656 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a3ffcd4f-e51e-454b-851e-b188436685fd req-f4c3d2b0-206f-4ec0-bd12-05a1fef12d6f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1633523 Feb 17 00:14:45.153149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8fd53-5d65-4830-9763-45488d98dbf9 req-1e6303aa-ad82-4086-8f88-abe67eeda20e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:45.156176 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ff8fd53-5d65-4830-9763-45488d98dbf9 req-1e6303aa-ad82-4086-8f88-abe67eeda20e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1362464 Feb 17 00:14:45.234273 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a3ffcd4f-e51e-454b-851e-b188436685fd req-67a391be-951b-4d56-a468-7cd1ffac62ef tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771072 Feb 17 00:14:45.237142 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ff8fd53-5d65-4830-9763-45488d98dbf9 req-6a4bc0d4-56e9-45d6-b9c5-2d9800d3bbe8 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654247 Feb 17 00:14:46.091209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ba7d8-22a2-4cda-a533-83c0033117dd req-2166fb8c-6151-4298-aea5-b799a8efbf5e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:46.092755 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c60ba7d8-22a2-4cda-a533-83c0033117dd req-2166fb8c-6151-4298-aea5-b799a8efbf5e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 945 time: 0.1855531 Feb 17 00:14:46.101773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73ecf0-2455-4971-9c42-42e56eb50c1d req-727c9763-e902-41ad-8600-787ea826a8d6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:46.103272 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5b73ecf0-2455-4971-9c42-42e56eb50c1d req-727c9763-e902-41ad-8600-787ea826a8d6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1506791 Feb 17 00:14:46.188110 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c60ba7d8-22a2-4cda-a533-83c0033117dd req-2c14caac-8a1b-4027-81d9-90e4e875bdf4 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836649 Feb 17 00:14:46.201886 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5b73ecf0-2455-4971-9c42-42e56eb50c1d req-ec8bf271-9d6e-4b0d-b2dd-be693fb966ab tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810084 Feb 17 00:14:46.519368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fe653-cb58-46e9-94c4-d245480a64bd req-6d970836-a2b7-495f-8b9b-abc6b51b4a25 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:46.521000 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-924fe653-cb58-46e9-94c4-d245480a64bd req-6d970836-a2b7-495f-8b9b-abc6b51b4a25 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1545367 Feb 17 00:14:46.527797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25678dbc-3c16-42a1-b1fe-6f4f53ca0936 req-019454c3-1cb6-40a1-8a42-b6383a304a01 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:46.529334 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-25678dbc-3c16-42a1-b1fe-6f4f53ca0936 req-019454c3-1cb6-40a1-8a42-b6383a304a01 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1644502 Feb 17 00:14:46.607124 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-924fe653-cb58-46e9-94c4-d245480a64bd req-aa08fb5f-edf0-4ac6-a1bb-9d9b85179150 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767646 Feb 17 00:14:46.611720 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-25678dbc-3c16-42a1-b1fe-6f4f53ca0936 req-d8c74cae-6491-4410-8653-6238ee61211f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671558 Feb 17 00:14:47.467465 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba822a-1f73-4961-9736-8c98a0dd6ba8 req-d0b4209a-1b89-4151-bddd-6acab85ce0b9 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:47.469074 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e6ba822a-1f73-4961-9736-8c98a0dd6ba8 req-d0b4209a-1b89-4151-bddd-6acab85ce0b9 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 945 time: 0.1595457 Feb 17 00:14:47.475801 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b42df-17be-4e2f-a69f-1ceaa3ca1b20 req-58971b8f-58dc-4118-a278-b0a0ff4a591d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:47.477285 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6e9b42df-17be-4e2f-a69f-1ceaa3ca1b20 req-58971b8f-58dc-4118-a278-b0a0ff4a591d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1314654 Feb 17 00:14:47.552084 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e6ba822a-1f73-4961-9736-8c98a0dd6ba8 req-16ac9605-b2e9-4272-a558-671f1470d7d3 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736945 Feb 17 00:14:47.556382 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6e9b42df-17be-4e2f-a69f-1ceaa3ca1b20 req-1f20ddba-dacf-43e9-9bca-7f4c5a3c6226 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641110 Feb 17 00:14:47.885385 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb566b9d-518b-4e7b-be97-6dd60c7a53da req-84c6f8cb-d7a6-43c3-8e4b-d16a27562c7a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:47.886882 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eb566b9d-518b-4e7b-be97-6dd60c7a53da req-84c6f8cb-d7a6-43c3-8e4b-d16a27562c7a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1588440 Feb 17 00:14:47.893464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d0574-8fae-467d-9d9f-9b8b8b29d590 req-fa0bae70-a0fa-471b-97f3-f9fa5a1681fa tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:47.895562 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d58d0574-8fae-467d-9d9f-9b8b8b29d590 req-fa0bae70-a0fa-471b-97f3-f9fa5a1681fa tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1648710 Feb 17 00:14:47.968509 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eb566b9d-518b-4e7b-be97-6dd60c7a53da req-1e93392f-0eee-4080-b1c3-51c148a06a58 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719347 Feb 17 00:14:47.973042 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d58d0574-8fae-467d-9d9f-9b8b8b29d590 req-3696f92b-bc39-459c-a59f-85808aaabc02 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612059 Feb 17 00:14:48.315885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 48ee02a8-8b20-4759-adf6-5d94835bc8bb up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:48.392196 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 48ee02a8-8b20-4759-adf6-5d94835bc8bb triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:48.392536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:48.710715 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e0d9b-cafc-4863-bc9a-3be9ee149882 req-eea932a1-f3c0-47f6-9843-c187e2718027 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:48.711547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-d45e0d9b-cafc-4863-bc9a-3be9ee149882 req-eea932a1-f3c0-47f6-9843-c187e2718027 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Synchronizing usage tracker for tenant:86e6d2827f514b628230f7b277476dc5 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:14:48.732118 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-d45e0d9b-cafc-4863-bc9a-3be9ee149882 req-eea932a1-f3c0-47f6-9843-c187e2718027 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Unset dirty status for tenant:86e6d2827f514b628230f7b277476dc5 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:14:48.734275 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d45e0d9b-cafc-4863-bc9a-3be9ee149882 req-eea932a1-f3c0-47f6-9843-c187e2718027 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 945 time: 0.1377656 Feb 17 00:14:48.792398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a1797-1c5c-457d-96b9-0d5c1fc96250 req-6860fcfe-7864-453a-b998-ff6f639445b7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:48.794116 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df6a1797-1c5c-457d-96b9-0d5c1fc96250 req-6860fcfe-7864-453a-b998-ff6f639445b7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1030476 Feb 17 00:14:48.829705 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-d45e0d9b-cafc-4863-bc9a-3be9ee149882 req-ce49d9e9-d723-4972-ad5d-1ff9eab5627e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Deleting port 48ee02a8-8b20-4759-adf6-5d94835bc8bb {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:14:48.830103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d45e0d9b-cafc-4863-bc9a-3be9ee149882 req-ce49d9e9-d723-4972-ad5d-1ff9eab5627e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:48.900712 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df6a1797-1c5c-457d-96b9-0d5c1fc96250 req-665bddaa-476e-45ab-a741-2e9dbd57eef8 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989344 Feb 17 00:14:48.941253 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12851d-9f62-41b3-a338-a2bd1065bfa7 req-3aa31f1f-4981-412a-a18a-0b15faa461c8 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:48.941253 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fe12851d-9f62-41b3-a338-a2bd1065bfa7 req-3aa31f1f-4981-412a-a18a-0b15faa461c8 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 945 time: 0.1187859 Feb 17 00:14:48.990393 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fe12851d-9f62-41b3-a338-a2bd1065bfa7 req-7ad5cf8c-d619-4b13-a23d-52cd1896b86b tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462599 Feb 17 00:14:49.310966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4c591-52dd-4196-ab56-255473947db6 req-f933574f-853b-467f-8159-0efc65e46a32 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:49.320234 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ae4c591-52dd-4196-ab56-255473947db6 req-f933574f-853b-467f-8159-0efc65e46a32 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.2066743 Feb 17 00:14:49.351941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57743c45-8419-4975-8f9c-84f59331de7e req-81465b37-90a5-411b-8572-7c1eaa5b5083 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:49.353688 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-57743c45-8419-4975-8f9c-84f59331de7e req-81465b37-90a5-411b-8572-7c1eaa5b5083 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1776469 Feb 17 00:14:49.391084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-d45e0d9b-cafc-4863-bc9a-3be9ee149882 req-ce49d9e9-d723-4972-ad5d-1ff9eab5627e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] For port 48ee02a8-8b20-4759-adf6-5d94835bc8bb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=48ee02a8-8b20-4759-adf6-5d94835bc8bb,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:14:49.391645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d45e0d9b-cafc-4863-bc9a-3be9ee149882 req-ce49d9e9-d723-4972-ad5d-1ff9eab5627e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:49.397407 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ae4c591-52dd-4196-ab56-255473947db6 req-84954efe-ce8a-40c6-a30d-e6cd4ab95ce7 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758419 Feb 17 00:14:49.429827 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-57743c45-8419-4975-8f9c-84f59331de7e req-88bc556b-ca2b-46f4-a5f4-6ac0dcfc815e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632987 Feb 17 00:14:49.538214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-d45e0d9b-cafc-4863-bc9a-3be9ee149882 req-ce49d9e9-d723-4972-ad5d-1ff9eab5627e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Calling delete_port for 48ee02a8-8b20-4759-adf6-5d94835bc8bb owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:14:49.809188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d45e0d9b-cafc-4863-bc9a-3be9ee149882 req-ce49d9e9-d723-4972-ad5d-1ff9eab5627e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:49.948717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f9413239-1562-4eaf-b637-8751bca6ce4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:50.015278 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49d9e9-d723-4972-ad5d-1ff9eab5627e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Pushing event deleted for resources: {'Port': ['ID=48ee02a8-8b20-4759-adf6-5d94835bc8bb,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:50.020734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ce49d9e9-d723-4972-ad5d-1ff9eab5627e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:50.062600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45e0d9b-cafc-4863-bc9a-3be9ee149882 req-ce49d9e9-d723-4972-ad5d-1ff9eab5627e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] No DVR routers for this DVR port 48ee02a8-8b20-4759-adf6-5d94835bc8bb on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:14:50.065773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63670ef-d631-4f8d-ad2c-78466b389292 req-2ce5b348-0588-48da-9a19-e30be118b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:50.070137 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b63670ef-d631-4f8d-ad2c-78466b389292 req-2ce5b348-0588-48da-9a19-e30be118b7e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 1162 time: 0.3364785 Feb 17 00:14:50.070137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-d45e0d9b-cafc-4863-bc9a-3be9ee149882 req-ce49d9e9-d723-4972-ad5d-1ff9eab5627e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:50.079705 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa35203-f76f-4aea-86c2-4d97b46169cc', 'name': 'network-vif-deleted', 'tag': '48ee02a8-8b20-4759-adf6-5d94835bc8bb'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:50.088967 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d45e0d9b-cafc-4863-bc9a-3be9ee149882 req-ce49d9e9-d723-4972-ad5d-1ff9eab5627e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "DELETE /v2.0/ports/48ee02a8-8b20-4759-adf6-5d94835bc8bb HTTP/1.1" status: 204 len: 173 time: 1.3423607 Feb 17 00:14:50.224923 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b63670ef-d631-4f8d-ad2c-78466b389292 req-583dae62-ff76-4e7d-a539-47f871bc566a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376543 Feb 17 00:14:50.229071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59176ac7-bdf4-4c68-894c-5d1fcbaaa5ce req-106eb99d-9975-49d3-ace8-1c9739d16989 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:50.236982 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-59176ac7-bdf4-4c68-894c-5d1fcbaaa5ce req-106eb99d-9975-49d3-ace8-1c9739d16989 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1084895 Feb 17 00:14:50.335792 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-59176ac7-bdf4-4c68-894c-5d1fcbaaa5ce req-32a03430-2319-4692-a08c-ad8c8c50cee8 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974240 Feb 17 00:14:50.338176 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-852a086d-3db6-47fb-b65d-4ab0c861e77a req-5671b43c-99e1-4db2-9f5d-279b3b5eb0dc tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fa35203-f76f-4aea-86c2-4d97b46169cc HTTP/1.1" status: 200 len: 210 time: 0.0745049 Feb 17 00:14:50.431495 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa35203-f76f-4aea-86c2-4d97b46169cc', 'name': 'network-vif-deleted', 'tag': '48ee02a8-8b20-4759-adf6-5d94835bc8bb', 'status': 'completed', 'code': 200} Feb 17 00:14:50.735028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e9517-66f4-41b1-a1e4-3669f0608b7d req-0c1b065a-d822-452b-87e4-67e2e1a6290c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:50.740281 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d07e9517-66f4-41b1-a1e4-3669f0608b7d req-0c1b065a-d822-452b-87e4-67e2e1a6290c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1209838 Feb 17 00:14:50.772728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0a377-a90d-4e08-8c87-75093a851469 req-9ec20d47-86bc-4df7-bbc2-de667292891b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:50.780666 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6db0a377-a90d-4e08-8c87-75093a851469 req-9ec20d47-86bc-4df7-bbc2-de667292891b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.2041142 Feb 17 00:14:50.829700 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 48ee02a8-8b20-4759-adf6-5d94835bc8bb no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:14:50.853631 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d07e9517-66f4-41b1-a1e4-3669f0608b7d req-7430dd96-2bc3-4df5-a65f-f696a705f5ec tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060698 Feb 17 00:14:50.865497 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6db0a377-a90d-4e08-8c87-75093a851469 req-943ca070-ee00-4b1f-97d0-a290dd1aca4f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836833 Feb 17 00:14:50.916875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] No Port match for: 48ee02a8-8b20-4759-adf6-5d94835bc8bb {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:14:50.917562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 48ee02a8-8b20-4759-adf6-5d94835bc8bb not bound to the agent host hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:14:51.620773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c2d92-92e4-409c-b4c2-cd5209faae1f req-01892b06-3323-4214-a88a-ef70bfd00857 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:51.638638 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-004c2d92-92e4-409c-b4c2-cd5209faae1f req-01892b06-3323-4214-a88a-ef70bfd00857 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1362281 Feb 17 00:14:51.706578 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-004c2d92-92e4-409c-b4c2-cd5209faae1f req-5801bc7a-25d4-4fa1-82c5-f86a8ea33b74 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666785 Feb 17 00:14:52.193952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13fb01-3aed-43ab-a36e-9041b8b1dee1 req-b211f70c-828d-4ea9-af60-10bcba270a0e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:52.201238 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6d13fb01-3aed-43ab-a36e-9041b8b1dee1 req-b211f70c-828d-4ea9-af60-10bcba270a0e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 946 time: 0.2123468 Feb 17 00:14:52.219713 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbd1cb-f558-4d7c-81ad-5b14b60ed4db req-a6b86f2a-6e82-4fff-875a-79f9f420f0e7 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:52.221407 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f9fbd1cb-f558-4d7c-81ad-5b14b60ed4db req-a6b86f2a-6e82-4fff-875a-79f9f420f0e7 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1891963 Feb 17 00:14:52.303452 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6d13fb01-3aed-43ab-a36e-9041b8b1dee1 req-baa524c0-3011-4e99-9ec8-01ac78aecaa2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809648 Feb 17 00:14:52.315056 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f9fbd1cb-f558-4d7c-81ad-5b14b60ed4db req-c081c1e2-0a99-4bd2-9086-0b88a3df89fb tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748737 Feb 17 00:14:52.565723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c5213-57a4-4284-a8a7-70f38787e401 req-f332a9d8-92dc-459c-8d8d-bc0f3ddbe864 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:52.574352 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-101c5213-57a4-4284-a8a7-70f38787e401 req-f332a9d8-92dc-459c-8d8d-bc0f3ddbe864 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1407440 Feb 17 00:14:52.633829 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-101c5213-57a4-4284-a8a7-70f38787e401 req-24c72e62-6739-4def-9449-c0a476e5e001 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575204 Feb 17 00:14:52.961730 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388f7af-64d5-41c2-9c5c-cf0328492e96 req-72d9ce7a-f16e-478a-a883-a4d7374eaa99 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:52.963650 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b388f7af-64d5-41c2-9c5c-cf0328492e96 req-72d9ce7a-f16e-478a-a883-a4d7374eaa99 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1165159 Feb 17 00:14:53.031337 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b388f7af-64d5-41c2-9c5c-cf0328492e96 req-0a3765e6-4300-4d7c-970a-fbca32e27f38 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583620 Feb 17 00:14:53.320394 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e89a2-61a0-4ca8-b965-71b7bf6ede96 req-dbcf312a-be7e-4fa9-9b16-880b2a575d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:53.336981 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-233e89a2-61a0-4ca8-b965-71b7bf6ede96 req-dbcf312a-be7e-4fa9-9b16-880b2a575d0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8b739a7300f42a08378410cc354c5a2&device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 1162 time: 0.1295304 Feb 17 00:14:53.631410 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e89a2-61a0-4ca8-b965-71b7bf6ede96 req-21af43f3-c694-41e1-bd35-c78578893b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:53.633102 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-233e89a2-61a0-4ca8-b965-71b7bf6ede96 req-21af43f3-c694-41e1-bd35-c78578893b2c service neutron] 10.222.0.44 "GET /v2.0/networks?id=292ce40c-118c-44c2-8c05-5400235fe99a HTTP/1.1" status: 200 len: 912 time: 0.2853832 Feb 17 00:14:53.665347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83503011-238c-4120-96d0-9eccd8a0e156 req-ca74cd01-4256-4c5a-bf0e-7b68fa7bf27c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:53.667383 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-83503011-238c-4120-96d0-9eccd8a0e156 req-ca74cd01-4256-4c5a-bf0e-7b68fa7bf27c tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.4119122 Feb 17 00:14:53.741387 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-233e89a2-61a0-4ca8-b965-71b7bf6ede96 req-338e75c2-2d0c-4054-b2cd-3800f52c9245 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8104312d-696c-48b3-82ca-1189241f926b HTTP/1.1" status: 200 len: 217 time: 0.1003726 Feb 17 00:14:53.759911 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc01f3-541b-466b-8161-2aefcd8de355 req-014dddfe-357b-4343-995f-310f4c2b3655 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:53.761632 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5fbc01f3-541b-466b-8161-2aefcd8de355 req-014dddfe-357b-4343-995f-310f4c2b3655 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 946 time: 0.1733825 Feb 17 00:14:53.777339 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-83503011-238c-4120-96d0-9eccd8a0e156 req-45ede148-df3d-4607-93de-39b7e9122937 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001904 Feb 17 00:14:53.855617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e89a2-61a0-4ca8-b965-71b7bf6ede96 req-98578374-0cd6-4a93-8a1c-6c031aa26a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:53.857842 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-233e89a2-61a0-4ca8-b965-71b7bf6ede96 req-98578374-0cd6-4a93-8a1c-6c031aa26a2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe671e02-7907-41b0-90ea-0ea88628cba7 HTTP/1.1" status: 200 len: 858 time: 0.1021743 Feb 17 00:14:53.870364 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4ac05-4de2-4ce3-b743-41cb27ef5f2c req-ef1b4765-9318-43ed-b091-293f4bd9ef9f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:53.871554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-aae4ac05-4de2-4ce3-b743-41cb27ef5f2c req-ef1b4765-9318-43ed-b091-293f4bd9ef9f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Synchronizing usage tracker for tenant:86e6d2827f514b628230f7b277476dc5 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:14:53.877786 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5fbc01f3-541b-466b-8161-2aefcd8de355 req-9389ef53-6a60-49f1-8713-52e6505a255e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994518 Feb 17 00:14:53.968654 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-233e89a2-61a0-4ca8-b965-71b7bf6ede96 req-89b2a3e9-27d9-457a-8a06-849a0e381d28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=292ce40c-118c-44c2-8c05-5400235fe99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804889 Feb 17 00:14:54.024565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-aae4ac05-4de2-4ce3-b743-41cb27ef5f2c req-ef1b4765-9318-43ed-b091-293f4bd9ef9f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Unset dirty status for tenant:86e6d2827f514b628230f7b277476dc5 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:14:54.027452 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aae4ac05-4de2-4ce3-b743-41cb27ef5f2c req-ef1b4765-9318-43ed-b091-293f4bd9ef9f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 946 time: 0.4754751 Feb 17 00:14:54.052061 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:14:54.070156 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b932a-6fbc-440e-89fe-9802dfbfa814 req-92c88bbb-316c-4db6-911e-1350a4b4778e tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:54.081902 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d8b932a-6fbc-440e-89fe-9802dfbfa814 req-92c88bbb-316c-4db6-911e-1350a4b4778e tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1285853 Feb 17 00:14:54.173156 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 57808) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:54.190963 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d8b932a-6fbc-440e-89fe-9802dfbfa814 req-b92fc643-6c4a-4e99-9da4-82d358a1c55b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021550 Feb 17 00:14:54.204132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-aae4ac05-4de2-4ce3-b743-41cb27ef5f2c req-c8e972c8-5da0-442a-8ef5-74b2bc18fde1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Deleting port 9c561d9b-252e-40d4-acfa-31d4d81da166 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:14:54.204534 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-aae4ac05-4de2-4ce3-b743-41cb27ef5f2c req-c8e972c8-5da0-442a-8ef5-74b2bc18fde1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:54.229491 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 9c561d9b-252e-40d4-acfa-31d4d81da166 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:14:54.337132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eec2c4-0917-4a7e-89f2-e79fffdf4b08 req-bfe331db-e2fe-40ec-b6e8-0ef5fa02d932 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:54.339034 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47eec2c4-0917-4a7e-89f2-e79fffdf4b08 req-bfe331db-e2fe-40ec-b6e8-0ef5fa02d932 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1082838 Feb 17 00:14:54.427686 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-233e89a2-61a0-4ca8-b965-71b7bf6ede96 req-6ad725ce-f442-420a-b9be-142462a08968 service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414334 Feb 17 00:14:54.447146 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47eec2c4-0917-4a7e-89f2-e79fffdf4b08 req-f8744aee-01e2-4881-910b-f26e8c44a637 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986998 Feb 17 00:14:54.448319 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:54.503916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 9c561d9b-252e-40d4-acfa-31d4d81da166, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9c561d9b-252e-40d4-acfa-31d4d81da166,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:14:54.508534 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539cfc76-1f27-4dde-bab4-5641403fc4c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c561d9b-252e-40d4-acfa-31d4d81da166'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:54.510672 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:54.519228 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:54.521757 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:54.530349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:14:54.547205 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:3c6003c39ce142c0b944b7a8463134b7 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:14:54.557446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:14:54.576025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:14:54.577615 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539cfc76-1f27-4dde-bab4-5641403fc4c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c561d9b-252e-40d4-acfa-31d4d81da166', 'code': 200} Feb 17 00:14:54.630068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=9c561d9b-252e-40d4-acfa-31d4d81da166,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:54.633517 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:54.689871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:54.694395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:54.707081 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3538f18a-7319-494a-8702-0a4cb42351f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:54.744887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040be0c0-40f7-4c21-b158-ce6d54dd2ffd,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:54.759405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.759814 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.760212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.760605 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.761022 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.761413 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.761797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.762181 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.762831 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.763211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.763593 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.763974 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.764402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.764804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.765360 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.765734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.766112 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.767283 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.767283 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.767283 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.767649 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.767933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.768262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.768636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:14:54.780512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:54.790471 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3c6003c39ce142c0b944b7a8463134b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5975506 Feb 17 00:14:54.793498 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 57816) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:54.898600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf959d23-4bff-4c97-932e-94c14b66925b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:54.938571 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf959d23-4bff-4c97-932e-94c14b66925b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:54.949534 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-233e89a2-61a0-4ca8-b965-71b7bf6ede96 req-00e0f3b2-362f-48dd-8905-47aa0180833b service neutron] 10.222.0.44 "GET /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2403944 Feb 17 00:14:54.988480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-aae4ac05-4de2-4ce3-b743-41cb27ef5f2c req-c8e972c8-5da0-442a-8ef5-74b2bc18fde1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] For port 9c561d9b-252e-40d4-acfa-31d4d81da166, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9c561d9b-252e-40d4-acfa-31d4d81da166,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:14:54.989884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-aae4ac05-4de2-4ce3-b743-41cb27ef5f2c req-c8e972c8-5da0-442a-8ef5-74b2bc18fde1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:55.189607 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-aae4ac05-4de2-4ce3-b743-41cb27ef5f2c req-c8e972c8-5da0-442a-8ef5-74b2bc18fde1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Calling delete_port for 9c561d9b-252e-40d4-acfa-31d4d81da166 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:14:55.208507 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d5171-3985-4d0d-be8a-f0471b7937ae req-8a82b263-5ba8-43ee-8920-009d8b2550cf tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:55.216263 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c90d5171-3985-4d0d-be8a-f0471b7937ae req-8a82b263-5ba8-43ee-8920-009d8b2550cf tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 944 time: 0.1399894 Feb 17 00:14:55.225252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0ef2f-abc2-4bd3-b4d8-4aeb193cc447 req-f46e7748-4b31-46c8-be86-738773579f80 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:55.241929 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1ae0ef2f-abc2-4bd3-b4d8-4aeb193cc447 req-f46e7748-4b31-46c8-be86-738773579f80 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.2866354 Feb 17 00:14:55.280599 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf959d23-4bff-4c97-932e-94c14b66925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:55.297203 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-671e6998-a7a7-4b29-9d54-0f66640b403d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:55.345921 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1ae0ef2f-abc2-4bd3-b4d8-4aeb193cc447 req-8666c940-bbc3-4c1a-9a3b-6288c1a85981 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030257 Feb 17 00:14:55.351629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf959d23-4bff-4c97-932e-94c14b66925b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040be0c0-40f7-4c21-b158-ce6d54dd2ffd,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:55.359786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf959d23-4bff-4c97-932e-94c14b66925b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:55.373798 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c90d5171-3985-4d0d-be8a-f0471b7937ae req-1f8c86af-fe5f-452b-a0a0-37949e1f387d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487024 Feb 17 00:14:55.373798 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf959d23-4bff-4c97-932e-94c14b66925b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:55.373798 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bf959d23-4bff-4c97-932e-94c14b66925b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/040be0c0-40f7-4c21-b158-ce6d54dd2ffd HTTP/1.1" status: 204 len: 168 time: 0.5742636 Feb 17 00:14:55.436660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-aae4ac05-4de2-4ce3-b743-41cb27ef5f2c req-c8e972c8-5da0-442a-8ef5-74b2bc18fde1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:55.461475 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-575ac30a-3ce0-4d22-879b-d24e81f18a2c tempest-VolumesActionsTest-1706165783 tempest-VolumesActionsTest-1706165783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:14:55.607656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e972c8-5da0-442a-8ef5-74b2bc18fde1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Pushing event deleted for resources: {'Port': ['ID=9c561d9b-252e-40d4-acfa-31d4d81da166,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:14:55.627180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c8e972c8-5da0-442a-8ef5-74b2bc18fde1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:14:55.776811 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b221e-4fd6-484c-8212-e2e621a89e18 req-21fb53b7-342f-43d3-8099-4a1341e4f267 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:55.784910 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-896b221e-4fd6-484c-8212-e2e621a89e18 req-21fb53b7-342f-43d3-8099-4a1341e4f267 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.2363427 Feb 17 00:14:55.794305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e8788-3897-4e8f-ad9c-6e9f310aba3b req-e7063518-9fdb-4071-8429-5cec265bd104 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:55.803110 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d3e8788-3897-4e8f-ad9c-6e9f310aba3b req-e7063518-9fdb-4071-8429-5cec265bd104 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1495485 Feb 17 00:14:55.876461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae4ac05-4de2-4ce3-b743-41cb27ef5f2c req-c8e972c8-5da0-442a-8ef5-74b2bc18fde1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] No DVR routers for this DVR port 9c561d9b-252e-40d4-acfa-31d4d81da166 on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:14:55.880053 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-aae4ac05-4de2-4ce3-b743-41cb27ef5f2c req-c8e972c8-5da0-442a-8ef5-74b2bc18fde1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:55.885836 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539cfc76-1f27-4dde-bab4-5641403fc4c5', 'name': 'network-vif-deleted', 'tag': '9c561d9b-252e-40d4-acfa-31d4d81da166'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:55.890322 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d3e8788-3897-4e8f-ad9c-6e9f310aba3b req-772bef3d-5bcd-4e90-8f24-1fb142ce616d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861933 Feb 17 00:14:55.905531 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aae4ac05-4de2-4ce3-b743-41cb27ef5f2c req-c8e972c8-5da0-442a-8ef5-74b2bc18fde1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "DELETE /v2.0/ports/9c561d9b-252e-40d4-acfa-31d4d81da166 HTTP/1.1" status: 204 len: 173 time: 1.8155072 Feb 17 00:14:55.913512 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-896b221e-4fd6-484c-8212-e2e621a89e18 req-5ad4c3f7-c838-4c03-93c3-6bf963a65051 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268837 Feb 17 00:14:55.970900 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539cfc76-1f27-4dde-bab4-5641403fc4c5', 'name': 'network-vif-deleted', 'tag': '9c561d9b-252e-40d4-acfa-31d4d81da166', 'status': 'completed', 'code': 200} Feb 17 00:14:56.596305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aab8d8-86f8-4bf8-acc9-82f15a7c883c req-99488a62-081d-4aa5-b97e-05c53377add5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:56.598558 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66aab8d8-86f8-4bf8-acc9-82f15a7c883c req-99488a62-081d-4aa5-b97e-05c53377add5 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1124630 Feb 17 00:14:56.665371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 59296b9a-0c67-4e29-8270-57850a512750 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:56.679852 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66aab8d8-86f8-4bf8-acc9-82f15a7c883c req-26d56deb-c681-4ce4-b6aa-2f0bf080ad46 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702665 Feb 17 00:14:56.752662 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-572059f0-920c-4969-a036-c6fc35dc63ee req-a295e10a-1e23-4878-b7fa-ee1a72797bfb tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=539cfc76-1f27-4dde-bab4-5641403fc4c5 HTTP/1.1" status: 200 len: 210 time: 0.1176143 Feb 17 00:14:56.791839 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 59296b9a-0c67-4e29-8270-57850a512750 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:56.792654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:56.958741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8104312d-696c-48b3-82ca-1189241f926b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:57.042839 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8104312d-696c-48b3-82ca-1189241f926b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:57.043264 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:57.178607 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d237d9-7e06-46c7-b2cf-ded5f921af97 req-cac40c5d-eee5-4d7e-81c5-49ff1b0038c3 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:57.180530 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47d237d9-7e06-46c7-b2cf-ded5f921af97 req-cac40c5d-eee5-4d7e-81c5-49ff1b0038c3 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1052320 Feb 17 00:14:57.388836 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47d237d9-7e06-46c7-b2cf-ded5f921af97 req-f9ecca45-3e20-484d-a297-db9fb5163b05 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016118 Feb 17 00:14:57.428649 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce81a3-8dbf-4605-ba3d-1e8791e33a8f req-0d30a6e1-44e6-4b86-b0c1-5505181d4161 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:57.430949 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ecce81a3-8dbf-4605-ba3d-1e8791e33a8f req-0d30a6e1-44e6-4b86-b0c1-5505181d4161 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.2090244 Feb 17 00:14:57.493547 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ecce81a3-8dbf-4605-ba3d-1e8791e33a8f req-071e093e-31d6-4531-99f1-521c928e6812 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605218 Feb 17 00:14:57.918925 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0633bf-13f6-4d7c-bd72-23de1621b9b7 req-11363fa8-c106-47a8-8a94-ccbb3884d749 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:57.920769 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df0633bf-13f6-4d7c-bd72-23de1621b9b7 req-11363fa8-c106-47a8-8a94-ccbb3884d749 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1115100 Feb 17 00:14:57.983583 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df0633bf-13f6-4d7c-bd72-23de1621b9b7 req-1214ee32-b8d6-40f8-8a0a-3cefb16be411 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555015 Feb 17 00:14:58.289968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8104312d-696c-48b3-82ca-1189241f926b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:14:58.383702 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8104312d-696c-48b3-82ca-1189241f926b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:14:58.384222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:14:58.748550 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e2205-d66d-4030-8940-dda3f25168f6 req-52d45f4b-07c7-4deb-951b-c3bb1268649d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:58.750468 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a04e2205-d66d-4030-8940-dda3f25168f6 req-52d45f4b-07c7-4deb-951b-c3bb1268649d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1900766 Feb 17 00:14:58.888493 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a04e2205-d66d-4030-8940-dda3f25168f6 req-5ab8382c-56c0-471f-9322-2dab6ee10b03 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264913 Feb 17 00:14:58.934881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda52db-96d8-4173-a4ef-a0f8ae0f67b3 req-a2e44256-2a87-4c33-bae1-98abd8130743 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:58.936494 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eeda52db-96d8-4173-a4ef-a0f8ae0f67b3 req-a2e44256-2a87-4c33-bae1-98abd8130743 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1116498 Feb 17 00:14:58.991079 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eeda52db-96d8-4173-a4ef-a0f8ae0f67b3 req-33be21e5-de59-4793-9780-eab3dcfe3946 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440476 Feb 17 00:14:59.600606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644bdc9-9faa-4b92-9eed-8cdf03e32daf req-8cfe4177-ab25-4dc4-a936-203b143b107d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:14:59.605273 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2644bdc9-9faa-4b92-9eed-8cdf03e32daf req-8cfe4177-ab25-4dc4-a936-203b143b107d tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 946 time: 0.0950882 Feb 17 00:14:59.654550 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2644bdc9-9faa-4b92-9eed-8cdf03e32daf req-1ec07b19-5bcd-4c4c-b1aa-0cb8fbc2c098 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458844 Feb 17 00:15:00.188060 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2453-1a5d-4b35-9658-e841b676cf6b req-6f5e5d50-2893-408c-af50-61c84665b77a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:00.189727 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-902d2453-1a5d-4b35-9658-e841b676cf6b req-6f5e5d50-2893-408c-af50-61c84665b77a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1603756 Feb 17 00:15:00.299167 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-902d2453-1a5d-4b35-9658-e841b676cf6b req-050a7229-31b3-439a-81c6-87502352fa58 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573375 Feb 17 00:15:00.323985 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862107b4-06ec-42bb-b34d-79e93240780a req-5344411d-2d3d-452b-8da1-dadb3ac512cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:00.331476 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-862107b4-06ec-42bb-b34d-79e93240780a req-5344411d-2d3d-452b-8da1-dadb3ac512cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1407416 Feb 17 00:15:00.376674 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-862107b4-06ec-42bb-b34d-79e93240780a req-d6411329-1084-4be3-8371-35a1325a65a5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442626 Feb 17 00:15:00.668089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:00.785880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfe698-983b-4a13-8a1b-00ba8d004886 req-9b7cec00-c326-43d1-a0c1-7e531f331bce tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:00.787743 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7fcfe698-983b-4a13-8a1b-00ba8d004886 req-9b7cec00-c326-43d1-a0c1-7e531f331bce tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1056013 Feb 17 00:15:00.845492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f64cec-579b-49b0-8cb7-f97fdaa804f9 req-32accbf8-52c6-4906-93ee-73d76677502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:00.847538 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58f64cec-579b-49b0-8cb7-f97fdaa804f9 req-32accbf8-52c6-4906-93ee-73d76677502f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95fe88b7f186498c8c381859fdb282f8&device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 1162 time: 0.1054244 Feb 17 00:15:00.903729 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7fcfe698-983b-4a13-8a1b-00ba8d004886 req-4b643667-daeb-4165-948d-3ffa0b4e543d tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656371 Feb 17 00:15:00.951003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0275168-6aa5-454e-8d47-1a7e02e71263 req-dcbed64e-847b-495b-a80b-c37064543beb tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:00.952781 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0275168-6aa5-454e-8d47-1a7e02e71263 req-dcbed64e-847b-495b-a80b-c37064543beb tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 946 time: 0.1602857 Feb 17 00:15:01.012142 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0275168-6aa5-454e-8d47-1a7e02e71263 req-a1060372-70d4-496d-8656-501d49d8411f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494583 Feb 17 00:15:01.045017 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f64cec-579b-49b0-8cb7-f97fdaa804f9 req-2ab2e52e-af3c-48f9-a1a5-a0023420b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:01.046534 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58f64cec-579b-49b0-8cb7-f97fdaa804f9 req-2ab2e52e-af3c-48f9-a1a5-a0023420b01a service neutron] 10.222.0.44 "GET /v2.0/networks?id=57d6da7b-4930-4140-bc62-e7e2e204c324 HTTP/1.1" status: 200 len: 905 time: 0.1911843 Feb 17 00:15:01.167021 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58f64cec-579b-49b0-8cb7-f97fdaa804f9 req-9fe349dd-77d4-4807-bf94-3f615f1f60ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59296b9a-0c67-4e29-8270-57850a512750 HTTP/1.1" status: 200 len: 1001 time: 0.1082175 Feb 17 00:15:01.239001 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f64cec-579b-49b0-8cb7-f97fdaa804f9 req-947da59c-f94c-4ed4-b8e7-9a341b6532eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:01.240602 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58f64cec-579b-49b0-8cb7-f97fdaa804f9 req-947da59c-f94c-4ed4-b8e7-9a341b6532eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3aec74a8-fd66-4f13-9886-40a99c261d47 HTTP/1.1" status: 200 len: 850 time: 0.0665448 Feb 17 00:15:01.534521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c9fb-0fe0-49f2-8893-833d1dc4dccb req-7007cea7-ab20-4814-bd81-1bad0a697788 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:01.536197 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9582c9fb-0fe0-49f2-8893-833d1dc4dccb req-7007cea7-ab20-4814-bd81-1bad0a697788 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0927172 Feb 17 00:15:01.560809 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f64cec-579b-49b0-8cb7-f97fdaa804f9 req-9850b71c-8160-4083-ad8f-cea16b59836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:01.562339 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58f64cec-579b-49b0-8cb7-f97fdaa804f9 req-9850b71c-8160-4083-ad8f-cea16b59836f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57d6da7b-4930-4140-bc62-e7e2e204c324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3134794 Feb 17 00:15:01.587898 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9582c9fb-0fe0-49f2-8893-833d1dc4dccb req-74fe1aea-4ef6-43de-b54b-43f94ab24b92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444946 Feb 17 00:15:01.769185 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-e6238e9c-c897-45df-af6e-46b3e025ed4a tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:01.769989 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-e6238e9c-c897-45df-af6e-46b3e025ed4a tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Synchronizing usage tracker for tenant:86e6d2827f514b628230f7b277476dc5 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:15:01.781867 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58f64cec-579b-49b0-8cb7-f97fdaa804f9 req-39419b07-0a02-4f87-b6ee-bf0d0100f812 service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800148 Feb 17 00:15:01.790822 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-e6238e9c-c897-45df-af6e-46b3e025ed4a tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Unset dirty status for tenant:86e6d2827f514b628230f7b277476dc5 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:15:01.792003 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-e6238e9c-c897-45df-af6e-46b3e025ed4a tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 946 time: 0.2338135 Feb 17 00:15:02.089987 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Deleting port 35605fd0-483e-4cc6-a720-595db89a26f8 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:15:02.090361 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:02.185032 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99837e99-7041-468f-a92a-9d7b4ade9cdc req-b000cbce-7e37-48aa-b1a6-facb92305a56 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:02.194233 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99837e99-7041-468f-a92a-9d7b4ade9cdc req-b000cbce-7e37-48aa-b1a6-facb92305a56 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1778457 Feb 17 00:15:02.247134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 35605fd0-483e-4cc6-a720-595db89a26f8 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:15:02.304201 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99837e99-7041-468f-a92a-9d7b4ade9cdc req-2d65eb87-8e85-4911-aa9d-e1f5f6dee8b1 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038322 Feb 17 00:15:02.337146 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58f64cec-579b-49b0-8cb7-f97fdaa804f9 req-f6cc7fc1-b238-4301-8f34-1cf4c9821535 service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4287517 Feb 17 00:15:02.344928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccd976-fd5b-421f-80a3-b600fd142648 req-4554e963-7d79-4b8e-a47a-3a09434ce3e4 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:02.346754 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e0ccd976-fd5b-421f-80a3-b600fd142648 req-4554e963-7d79-4b8e-a47a-3a09434ce3e4 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 946 time: 0.1210134 Feb 17 00:15:02.391399 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:02.405988 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e0ccd976-fd5b-421f-80a3-b600fd142648 req-df1d0bd3-c830-417c-b9f5-1079b3b8b69a tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501118 Feb 17 00:15:02.432935 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 35605fd0-483e-4cc6-a720-595db89a26f8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=35605fd0-483e-4cc6-a720-595db89a26f8,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:15:02.433488 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf776434-f792-49d0-8d85-26b2eb649091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35605fd0-483e-4cc6-a720-595db89a26f8'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:02.440175 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:02.443044 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:02.497570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5868c-f861-43f9-8b2f-d253f6838ed4 req-3d7ecaa2-2eb5-4f98-a45f-b027ab9d4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:02.499178 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77a5868c-f861-43f9-8b2f-d253f6838ed4 req-3d7ecaa2-2eb5-4f98-a45f-b027ab9d4e5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 1162 time: 0.2756276 Feb 17 00:15:02.499501 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf776434-f792-49d0-8d85-26b2eb649091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35605fd0-483e-4cc6-a720-595db89a26f8', 'code': 200} Feb 17 00:15:02.529486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=35605fd0-483e-4cc6-a720-595db89a26f8,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:02.537593 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:02.639230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] For port 35605fd0-483e-4cc6-a720-595db89a26f8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=35605fd0-483e-4cc6-a720-595db89a26f8,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:15:02.639639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:02.793707 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Calling delete_port for 35605fd0-483e-4cc6-a720-595db89a26f8 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:15:02.835112 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdc794-cc9e-4c1c-99f5-e89a7a021c9a req-6fe8b2d5-6015-4096-8f20-2832df13fb01 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:02.837095 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9cfdc794-cc9e-4c1c-99f5-e89a7a021c9a req-6fe8b2d5-6015-4096-8f20-2832df13fb01 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1192992 Feb 17 00:15:02.873622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5868c-f861-43f9-8b2f-d253f6838ed4 req-3e606008-7563-473d-ba3c-2ded18f8430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:02.875218 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77a5868c-f861-43f9-8b2f-d253f6838ed4 req-3e606008-7563-473d-ba3c-2ded18f8430e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 910 time: 0.3685985 Feb 17 00:15:02.910791 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9cfdc794-cc9e-4c1c-99f5-e89a7a021c9a req-3b0b2c33-61ff-4ba3-987d-4757a65df0cb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599067 Feb 17 00:15:02.987284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:15:02.987575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:15:03.009170 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77a5868c-f861-43f9-8b2f-d253f6838ed4 req-caae84a3-0f65-440d-95b6-31f8b682ad1d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b537b32-fd98-41f4-a883-417e254a4ad8 HTTP/1.1" status: 200 len: 1000 time: 0.1080520 Feb 17 00:15:03.078173 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5868c-f861-43f9-8b2f-d253f6838ed4 req-18197d25-4439-4c97-b3b3-75923bd11be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:03.079704 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77a5868c-f861-43f9-8b2f-d253f6838ed4 req-18197d25-4439-4c97-b3b3-75923bd11be0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e79efc6c-52dc-4bc6-86b5-06ed067c4e88 HTTP/1.1" status: 200 len: 855 time: 0.0629494 Feb 17 00:15:03.170590 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5868c-f861-43f9-8b2f-d253f6838ed4 req-d584e753-4d65-4e42-9d54-75a208aef18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:03.172221 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77a5868c-f861-43f9-8b2f-d253f6838ed4 req-d584e753-4d65-4e42-9d54-75a208aef18c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784569 Feb 17 00:15:03.317306 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77a5868c-f861-43f9-8b2f-d253f6838ed4 req-8875e315-a37d-4377-85a3-6701bba91810 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362042 Feb 17 00:15:03.463147 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77a5868c-f861-43f9-8b2f-d253f6838ed4 req-05f9504a-779f-405a-a383-c89ee803652f service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399889 Feb 17 00:15:03.489050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Deleting port 35605fd0-483e-4cc6-a720-595db89a26f8 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:15:03.489716 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:03.529721 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb283003-61ae-4ed4-b4cf-3a3053711227 req-d062831f-c492-4361-ab9d-a163f1b7da0e tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:03.531330 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb283003-61ae-4ed4-b4cf-3a3053711227 req-d062831f-c492-4361-ab9d-a163f1b7da0e tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0975978 Feb 17 00:15:03.629518 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb283003-61ae-4ed4-b4cf-3a3053711227 req-a775b86e-da58-449f-92ab-b1dbcfae5cd2 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607674 Feb 17 00:15:03.656455 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12eaf8-9be6-4a70-b2dd-4879a7f807f3 req-a8a8e1c8-9bab-47b7-b53a-828da3d3a828 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:03.656455 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4c12eaf8-9be6-4a70-b2dd-4879a7f807f3 req-a8a8e1c8-9bab-47b7-b53a-828da3d3a828 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 944 time: 0.1233685 Feb 17 00:15:03.703919 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4c12eaf8-9be6-4a70-b2dd-4879a7f807f3 req-b3b4b941-1e8a-4fb6-ab0c-cb0a8d4ca532 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/security-groups?id=74b5107a-b7c7-458c-a1d1-71b013f49d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 Feb 17 00:15:03.755268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] For port 35605fd0-483e-4cc6-a720-595db89a26f8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=35605fd0-483e-4cc6-a720-595db89a26f8,segment=NetworkSegment(62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4),segment_id=62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:15:03.755664 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:03.889990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Calling delete_port for 35605fd0-483e-4cc6-a720-595db89a26f8 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:15:04.044167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:04.060719 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5438f3b0-497e-4bac-8044-a04df17da1f1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:04.118492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5db090-481f-4ae0-8333-53a7bbcdd952 req-0d5be19a-68d3-409d-a3ad-4f7e210951e2 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:04.120138 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ca5db090-481f-4ae0-8333-53a7bbcdd952 req-0d5be19a-68d3-409d-a3ad-4f7e210951e2 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0907364 Feb 17 00:15:04.159833 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Pushing event deleted for resources: {'Port': ['ID=35605fd0-483e-4cc6-a720-595db89a26f8,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:04.170769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:04.173066 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ca5db090-481f-4ae0-8333-53a7bbcdd952 req-ca37dbdb-0abd-4913-90d7-6b823129a46e tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454245 Feb 17 00:15:04.283926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] No DVR routers for this DVR port 35605fd0-483e-4cc6-a720-595db89a26f8 on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:15:04.286142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:04.288976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf776434-f792-49d0-8d85-26b2eb649091', 'name': 'network-vif-deleted', 'tag': '35605fd0-483e-4cc6-a720-595db89a26f8'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:04.304125 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fb13aedc-87cb-4b02-bc9f-5ecdd7adce11 req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.44 "DELETE /v2.0/ports/35605fd0-483e-4cc6-a720-595db89a26f8 HTTP/1.1" status: 204 len: 173 time: 2.3707108 Feb 17 00:15:04.345199 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf776434-f792-49d0-8d85-26b2eb649091', 'name': 'network-vif-deleted', 'tag': '35605fd0-483e-4cc6-a720-595db89a26f8', 'status': 'completed', 'code': 200} Feb 17 00:15:04.845384 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4312d0-44b0-430f-adb7-db7d7be13237 req-b17d06e1-550b-4ffe-ba08-85a1a7468d4d tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:04.846817 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4312d0-44b0-430f-adb7-db7d7be13237 req-b17d06e1-550b-4ffe-ba08-85a1a7468d4d tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0985289 Feb 17 00:15:04.911472 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6af940fd-6a35-4fc8-8278-d9fab9d1250c req-b2cd404f-322d-4cf2-b90e-9de0fba4a27f tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] 10.222.0.74 "GET /v2.0/ports?device_id=cf776434-f792-49d0-8d85-26b2eb649091 HTTP/1.1" status: 200 len: 210 time: 0.0635874 Feb 17 00:15:04.947450 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4312d0-44b0-430f-adb7-db7d7be13237 req-3511514d-bc75-4085-b345-33604c73c04a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574574 Feb 17 00:15:05.391010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0adb9-e636-47d8-8fc2-daf6b6885aa1 req-ad92890d-3f4b-49c2-a771-452547516d26 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:05.392624 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c2c0adb9-e636-47d8-8fc2-daf6b6885aa1 req-ad92890d-3f4b-49c2-a771-452547516d26 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0906758 Feb 17 00:15:05.440154 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c2c0adb9-e636-47d8-8fc2-daf6b6885aa1 req-5528ae95-3812-42b3-a460-6c68b4f0580d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412581 Feb 17 00:15:06.020200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 57980) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:06.089371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a7f57c-7655-4dd6-91d8-26c743cb4430 admin admin] Deleting subnet b2bb5263-4288-4940-b735-22dadc7bf870 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:15:06.092540 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51a7f57c-7655-4dd6-91d8-26c743cb4430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:06.154817 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51a7f57c-7655-4dd6-91d8-26c743cb4430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845147783'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:06.177593 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0156b1-9fe6-4edd-8887-dcb553c579c5 req-1c42d5f0-bcef-46b1-bdad-c9773d61bc02 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:06.179452 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e0156b1-9fe6-4edd-8887-dcb553c579c5 req-1c42d5f0-bcef-46b1-bdad-c9773d61bc02 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1112490 Feb 17 00:15:06.223958 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51a7f57c-7655-4dd6-91d8-26c743cb4430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:06.234581 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e0156b1-9fe6-4edd-8887-dcb553c579c5 req-0907727a-62e9-4dc3-ada1-092de369386e tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485952 Feb 17 00:15:06.298263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1b75eec0-473d-48a2-b2a9-0505ceee99f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:06.346449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 59296b9a-0c67-4e29-8270-57850a512750 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:15:06.419671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 59296b9a-0c67-4e29-8270-57850a512750 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:15:06.420207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:06.499036 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51a7f57c-7655-4dd6-91d8-26c743cb4430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844706060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852336571'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:06.601576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8b537b32-fd98-41f4-a883-417e254a4ad8 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:15:06.676308 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865af850-1d54-4a76-9729-b8a266903954 req-f3b571a0-6fb9-4271-891c-a1905b9ea93c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:06.676308 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-865af850-1d54-4a76-9729-b8a266903954 req-f3b571a0-6fb9-4271-891c-a1905b9ea93c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1051288 Feb 17 00:15:06.739273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:06.741273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:06.753938 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-865af850-1d54-4a76-9729-b8a266903954 req-057bd9da-aee3-4da6-a086-4724533a2670 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669188 Feb 17 00:15:06.770570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b537b32-fd98-41f4-a883-417e254a4ad8'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:06.786364 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 8b537b32-fd98-41f4-a883-417e254a4ad8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8b537b32-fd98-41f4-a883-417e254a4ad8,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:15:06.792166 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:06.794301 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:06.833237 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7f57c-7655-4dd6-91d8-26c743cb4430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2bb5263-4288-4940-b735-22dadc7bf870,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:06.840235 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b537b32-fd98-41f4-a883-417e254a4ad8', 'code': 422} returned with failed status Feb 17 00:15:06.849492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-51a7f57c-7655-4dd6-91d8-26c743cb4430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:06.902829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51a7f57c-7655-4dd6-91d8-26c743cb4430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:06.914446 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-51a7f57c-7655-4dd6-91d8-26c743cb4430 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b2bb5263-4288-4940-b735-22dadc7bf870 HTTP/1.1" status: 204 len: 168 time: 0.8890283 Feb 17 00:15:06.914446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 58000) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:07.057924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:07.062337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=8b537b32-fd98-41f4-a883-417e254a4ad8,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:07.066906 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:07.284701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:07.405276 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3635fc-d9cf-406e-b875-e47aa8a1b67b']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:15:07.418628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:15:07.418973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dc1d4c-d5d0-4b83-a98d-e1cd833f12d4') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:15:07.431547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9628001'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:07.447815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:07.450013 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:15:07.636701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] Network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:15:07.646689 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10069771'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:07.817297 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5193e72-70e2-4ae6-8073-5a69bb45f596 req-38f67d64-dd3e-488f-9461-82c20e4305eb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:07.819247 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d5193e72-70e2-4ae6-8073-5a69bb45f596 req-38f67d64-dd3e-488f-9461-82c20e4305eb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0955868 Feb 17 00:15:07.833315 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] Network 9f3635fc-d9cf-406e-b875-e47aa8a1b67b has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:15:07.851536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58032) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:15:07.857009 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:15:07.879933 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d5193e72-70e2-4ae6-8073-5a69bb45f596 req-e16d514f-3cfb-4466-91fd-19fb8e4b1a8f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528693 Feb 17 00:15:07.935737 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:07.941181 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:07.944914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:07.972082 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3635fc-d9cf-406e-b875-e47aa8a1b67b,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:07.976199 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:07.980150 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9f3635fc-d9cf-406e-b875-e47aa8a1b67b HTTP/1.1" status: 204 len: 168 time: 1.0647466 Feb 17 00:15:07.993551 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-7394b5d4-4381-41e4-b51d-d0a41e0aae20 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1408184 Feb 17 00:15:08.180320 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58048) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:08.239832 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8947accf-3a30-4e04-bc15-9faa15889f43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=86e6d2827f514b628230f7b277476dc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0581231 Feb 17 00:15:08.242454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58054) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:08.305226 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d14e34cf-7436-4b7f-acd6-5610250ba747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:08.338058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d14e34cf-7436-4b7f-acd6-5610250ba747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:08.390014 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d14e34cf-7436-4b7f-acd6-5610250ba747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:08.395668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:08.411862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e34cf-7436-4b7f-acd6-5610250ba747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b5107a-b7c7-458c-a1d1-71b013f49d6d,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:08.414769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d14e34cf-7436-4b7f-acd6-5610250ba747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:08.421694 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d14e34cf-7436-4b7f-acd6-5610250ba747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:08.425950 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d14e34cf-7436-4b7f-acd6-5610250ba747 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/74b5107a-b7c7-458c-a1d1-71b013f49d6d HTTP/1.1" status: 204 len: 168 time: 0.1819370 Feb 17 00:15:08.593290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-15e46148-5729-4499-9d5e-40c4409c3f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:08.674115 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb4a94-97c3-452f-9557-cb9d7eb98962 req-3d2e413c-88f2-49a5-b2f4-ded55d7a785d tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:08.676356 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-90fb4a94-97c3-452f-9557-cb9d7eb98962 req-3d2e413c-88f2-49a5-b2f4-ded55d7a785d tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.0901494 Feb 17 00:15:08.724201 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-90fb4a94-97c3-452f-9557-cb9d7eb98962 req-9def6c5d-39b7-4ab8-bb72-6640f3aa39cb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409007 Feb 17 00:15:09.097379 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee7064-c0ac-4ce9-baad-f477d571c84d req-866a7b32-7fec-4d68-8bb1-d729624e10e4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:09.099679 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-52ee7064-c0ac-4ce9-baad-f477d571c84d req-866a7b32-7fec-4d68-8bb1-d729624e10e4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0947332 Feb 17 00:15:09.148981 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-52ee7064-c0ac-4ce9-baad-f477d571c84d req-3da99506-a8cd-4bce-a743-bb9d7a089eaa tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429273 Feb 17 00:15:09.221525 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:09.929225 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aaa81-7d65-45c9-b4ac-585f57b8e33f req-16396b3f-8b7d-4bc6-9307-c7776bb613b1 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:09.930815 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ae0aaa81-7d65-45c9-b4ac-585f57b8e33f req-16396b3f-8b7d-4bc6-9307-c7776bb613b1 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.0893667 Feb 17 00:15:10.172761 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ae0aaa81-7d65-45c9-b4ac-585f57b8e33f req-bcb08867-9018-463b-8c37-ec12ffabe620 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352085 Feb 17 00:15:10.221775 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:10.507787 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4ed02-ce7c-4b1e-bf90-b35bb80577f5 req-a3ccdeb0-5ff3-4f1a-bf82-3460195640f6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:10.509395 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5fb4ed02-ce7c-4b1e-bf90-b35bb80577f5 req-a3ccdeb0-5ff3-4f1a-bf82-3460195640f6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0856886 Feb 17 00:15:10.525492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:10.559686 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5fb4ed02-ce7c-4b1e-bf90-b35bb80577f5 req-3ce0c4a8-0359-4279-b4bb-716bc359be5b tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440154 Feb 17 00:15:11.389900 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25eb2f2-892f-44d1-a37b-4905d07d9fe9 req-63c03386-5f58-4eec-bcc5-652a08e127a6 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:11.392149 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e25eb2f2-892f-44d1-a37b-4905d07d9fe9 req-63c03386-5f58-4eec-bcc5-652a08e127a6 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1027339 Feb 17 00:15:11.403595 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca497b-d6b3-4434-93e6-e0810464f83e req-95b13781-8052-43cd-9b30-b6620c979026 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:11.404563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-7bca497b-d6b3-4434-93e6-e0810464f83e req-95b13781-8052-43cd-9b30-b6620c979026 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Synchronizing usage tracker for tenant:a8b739a7300f42a08378410cc354c5a2 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:15:11.422486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-7bca497b-d6b3-4434-93e6-e0810464f83e req-95b13781-8052-43cd-9b30-b6620c979026 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Unset dirty status for tenant:a8b739a7300f42a08378410cc354c5a2 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:15:11.424715 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7bca497b-d6b3-4434-93e6-e0810464f83e req-95b13781-8052-43cd-9b30-b6620c979026 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.44 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 945 time: 0.1331830 Feb 17 00:15:11.462060 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e25eb2f2-892f-44d1-a37b-4905d07d9fe9 req-80158bfa-24bd-4984-aa8f-a55e3b901f2f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628941 Feb 17 00:15:11.515809 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-7bca497b-d6b3-4434-93e6-e0810464f83e req-854e1224-81dd-4868-8240-ae935ff4b0cb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Deleting port 6bdc3891-2edc-48fd-b03c-177a59787882 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:15:11.516198 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7bca497b-d6b3-4434-93e6-e0810464f83e req-854e1224-81dd-4868-8240-ae935ff4b0cb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:11.796781 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-7bca497b-d6b3-4434-93e6-e0810464f83e req-854e1224-81dd-4868-8240-ae935ff4b0cb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] For port 6bdc3891-2edc-48fd-b03c-177a59787882, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=6bdc3891-2edc-48fd-b03c-177a59787882,segment=NetworkSegment(827a90c1-5969-493a-8cc1-5c24671d3c12),segment_id=827a90c1-5969-493a-8cc1-5c24671d3c12)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:15:11.797289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7bca497b-d6b3-4434-93e6-e0810464f83e req-854e1224-81dd-4868-8240-ae935ff4b0cb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:11.811554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f77de-802a-4ec9-833f-3343ecdaea51 req-93653c95-1a39-4e7e-ab8d-cdad80cbed14 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:11.814481 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7a9f77de-802a-4ec9-833f-3343ecdaea51 req-93653c95-1a39-4e7e-ab8d-cdad80cbed14 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.1116219 Feb 17 00:15:11.865754 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7a9f77de-802a-4ec9-833f-3343ecdaea51 req-05c51d4f-73ee-466b-8e43-01308f7b5a94 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 Feb 17 00:15:11.937143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-7bca497b-d6b3-4434-93e6-e0810464f83e req-854e1224-81dd-4868-8240-ae935ff4b0cb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Calling delete_port for 6bdc3891-2edc-48fd-b03c-177a59787882 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:15:12.092342 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7bca497b-d6b3-4434-93e6-e0810464f83e req-854e1224-81dd-4868-8240-ae935ff4b0cb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:12.174852 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:12.230494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e1224-81dd-4868-8240-ae935ff4b0cb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Pushing event deleted for resources: {'Port': ['ID=6bdc3891-2edc-48fd-b03c-177a59787882,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:12.235148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-854e1224-81dd-4868-8240-ae935ff4b0cb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:12.345411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bca497b-d6b3-4434-93e6-e0810464f83e req-854e1224-81dd-4868-8240-ae935ff4b0cb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] No DVR routers for this DVR port 6bdc3891-2edc-48fd-b03c-177a59787882 on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:15:12.384402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7bca497b-d6b3-4434-93e6-e0810464f83e req-854e1224-81dd-4868-8240-ae935ff4b0cb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:12.386971 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68502139-773e-48fb-b197-5c82aae6430c', 'name': 'network-vif-deleted', 'tag': '6bdc3891-2edc-48fd-b03c-177a59787882'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:12.410850 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7bca497b-d6b3-4434-93e6-e0810464f83e req-854e1224-81dd-4868-8240-ae935ff4b0cb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.44 "DELETE /v2.0/ports/6bdc3891-2edc-48fd-b03c-177a59787882 HTTP/1.1" status: 204 len: 173 time: 0.9793808 Feb 17 00:15:12.436379 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68502139-773e-48fb-b197-5c82aae6430c', 'name': 'network-vif-deleted', 'tag': '6bdc3891-2edc-48fd-b03c-177a59787882', 'status': 'completed', 'code': 200} Feb 17 00:15:12.439110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-9fd9fdb5-901d-4311-818b-04959a80a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:12.440751 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-9fd9fdb5-901d-4311-818b-04959a80a40e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4&tenant_id=5b740bb46efa4ac9b521609fcc9a66c9 HTTP/1.1" status: 200 len: 1160 time: 0.0966876 Feb 17 00:15:12.637811 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e1ebc1b7-c548-4278-a411-c0446587b35a req-ec6a92e5-3e7b-4874-9cf7-af8868ed4975 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 210 time: 0.0495384 Feb 17 00:15:13.078652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef39fc0-5b3c-471d-8ca7-421723a95cd4 req-6995f4db-ff65-4aeb-9868-54fdcf1830e1 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:13.080223 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1ef39fc0-5b3c-471d-8ca7-421723a95cd4 req-6995f4db-ff65-4aeb-9868-54fdcf1830e1 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0928483 Feb 17 00:15:13.132800 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1ef39fc0-5b3c-471d-8ca7-421723a95cd4 req-53bb14b1-780c-4129-9a63-006ee4605a3a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449567 Feb 17 00:15:13.815653 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e6f32bac-f06a-41a3-a479-bc4d55d93ec6 req-09089f6e-051c-4d15-b356-8b442f7a4c2d tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 210 time: 0.0482588 Feb 17 00:15:14.247675 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-5259ddcc-f169-4f8d-9d97-c16a109ff81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:14.249746 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-5259ddcc-f169-4f8d-9d97-c16a109ff81b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 1160 time: 0.0859053 Feb 17 00:15:14.358735 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57be56-b723-4533-a235-39186ba61557 req-4aa09de5-e5d2-44d4-ad80-59fabcb59700 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:14.360326 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb57be56-b723-4533-a235-39186ba61557 req-4aa09de5-e5d2-44d4-ad80-59fabcb59700 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0915029 Feb 17 00:15:14.408278 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb57be56-b723-4533-a235-39186ba61557 req-832ef4d3-4eae-4a43-bfda-3b556c3a033f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415614 Feb 17 00:15:14.993432 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eaa24bb6-e72b-4a28-8b8f-8c541494565d req-d7d40832-6bb5-45c5-9f75-c6fc8a3e088a tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68502139-773e-48fb-b197-5c82aae6430c HTTP/1.1" status: 200 len: 210 time: 0.0481012 Feb 17 00:15:15.125026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 6bdc3891-2edc-48fd-b03c-177a59787882 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:15:15.163986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] No Port match for: 6bdc3891-2edc-48fd-b03c-177a59787882 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:15:15.164377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 6bdc3891-2edc-48fd-b03c-177a59787882 not bound to the agent host hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:15:15.268084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-3604ff58-2774-4068-8978-d6f698b61b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:15.270256 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-3604ff58-2774-4068-8978-d6f698b61b13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 910 time: 0.1393349 Feb 17 00:15:15.382165 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-172c7ffd-995d-4277-8d26-21654fcb7332 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b537b32-fd98-41f4-a883-417e254a4ad8 HTTP/1.1" status: 200 len: 998 time: 0.1044409 Feb 17 00:15:15.457236 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-5b43e33b-1207-41cb-a38c-6c364faf3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:15.458871 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-5b43e33b-1207-41cb-a38c-6c364faf3881 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e79efc6c-52dc-4bc6-86b5-06ed067c4e88 HTTP/1.1" status: 200 len: 855 time: 0.0652657 Feb 17 00:15:15.555451 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-6f15bf7e-c208-4823-9a50-5661b8c2a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:15.557380 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-6f15bf7e-c208-4823-9a50-5661b8c2a354 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848837 Feb 17 00:15:15.631195 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a88f3b-0d2e-4af3-8af1-050e4d3eb841 req-6ba608e7-fe14-435f-a586-c3dd6a656a5a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:15.632880 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48a88f3b-0d2e-4af3-8af1-050e4d3eb841 req-6ba608e7-fe14-435f-a586-c3dd6a656a5a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0987012 Feb 17 00:15:15.686583 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48a88f3b-0d2e-4af3-8af1-050e4d3eb841 req-8b0cacef-d616-47a3-b38f-1c247e045eee tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466402 Feb 17 00:15:15.704189 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-df7432b4-c1bb-4a27-9ef0-1fee152eeeff service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394160 Feb 17 00:15:15.849254 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c22e2187-76e5-487c-8d42-53140a9aec69 req-fcdc7fa0-acbd-4254-a6fc-34057f1981de service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382024 Feb 17 00:15:16.490801 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc81be-05eb-40b1-87c4-edd0ffa5898e req-34df6f8a-bd4e-4e2d-a6e7-acad674e2a1d tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:16.492479 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a8cc81be-05eb-40b1-87c4-edd0ffa5898e req-34df6f8a-bd4e-4e2d-a6e7-acad674e2a1d tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0987544 Feb 17 00:15:16.542736 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a8cc81be-05eb-40b1-87c4-edd0ffa5898e req-38959c51-7e13-441d-bb72-e3687e891369 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 Feb 17 00:15:16.924812 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddc3d0-6544-4de1-bb80-56b36e58eda4 req-5c59784f-a6ff-4fe4-8d0b-c43ddef81e3c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:16.927524 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d3ddc3d0-6544-4de1-bb80-56b36e58eda4 req-5c59784f-a6ff-4fe4-8d0b-c43ddef81e3c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.1048815 Feb 17 00:15:16.990814 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d3ddc3d0-6544-4de1-bb80-56b36e58eda4 req-f652d63b-1207-4b4d-90a0-25a26dbff54d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506372 Feb 17 00:15:17.821339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d2c1a-4041-4820-a4a7-bcca8f0999e4 req-4a5917f7-6486-45d5-b17d-3bf16e973154 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:17.822900 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-323d2c1a-4041-4820-a4a7-bcca8f0999e4 req-4a5917f7-6486-45d5-b17d-3bf16e973154 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1537077 Feb 17 00:15:17.871170 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-323d2c1a-4041-4820-a4a7-bcca8f0999e4 req-c1bcc453-46d7-4ef0-81b2-fae0f2defd8a tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Feb 17 00:15:18.229476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d61f01-f171-46ca-9571-98cee144937d req-7ae657b6-5321-446e-92ec-e414ed01736e tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:18.231108 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-97d61f01-f171-46ca-9571-98cee144937d req-7ae657b6-5321-446e-92ec-e414ed01736e tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.1009662 Feb 17 00:15:18.281293 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-97d61f01-f171-46ca-9571-98cee144937d req-7f89b60a-2d7f-4206-8280-fcd699d76aaa tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433483 Feb 17 00:15:19.085589 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8e7f4-833d-40ba-932e-834fb07b46d9 req-b3efc68e-4f35-47ac-bb27-93c761f85d03 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:19.087218 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0d8e7f4-833d-40ba-932e-834fb07b46d9 req-b3efc68e-4f35-47ac-bb27-93c761f85d03 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0965352 Feb 17 00:15:19.142319 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0d8e7f4-833d-40ba-932e-834fb07b46d9 req-e0045208-9a71-4397-9c4c-16c01dc8eeed tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442486 Feb 17 00:15:19.497340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d40bc-4ae3-4310-8e49-a25f732ce4a3 req-9bbc062c-6af2-45b7-887d-ba16b539adb7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:19.498959 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d49d40bc-4ae3-4310-8e49-a25f732ce4a3 req-9bbc062c-6af2-45b7-887d-ba16b539adb7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0928733 Feb 17 00:15:19.548159 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d49d40bc-4ae3-4310-8e49-a25f732ce4a3 req-82513530-08e3-4bd9-9a4b-b93b256a016a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423160 Feb 17 00:15:20.352803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d69bf9-bedf-416b-b5f4-dbf6f205e42f req-23b8517f-9cae-4f02-9134-09632c918b59 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:20.361967 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0d69bf9-bedf-416b-b5f4-dbf6f205e42f req-23b8517f-9cae-4f02-9134-09632c918b59 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0962982 Feb 17 00:15:20.410589 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0d69bf9-bedf-416b-b5f4-dbf6f205e42f req-4ebe9ce3-b8e4-4740-9ea6-b937bac7faba tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426509 Feb 17 00:15:20.798556 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd68db6-8b5e-4240-b48a-734d24c7c9f7 req-602dee01-6beb-4843-9ca3-0cd4d8fbeee2 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:20.800245 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-abd68db6-8b5e-4240-b48a-734d24c7c9f7 req-602dee01-6beb-4843-9ca3-0cd4d8fbeee2 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.1225076 Feb 17 00:15:20.855778 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-abd68db6-8b5e-4240-b48a-734d24c7c9f7 req-2debce81-fe41-48b4-aa55-f36781b40ae7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491490 Feb 17 00:15:21.620670 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfff563-b99f-4038-92ab-1c09e2e541e8 req-6a5bf24e-75d5-48f3-b09e-5a8ab04d9967 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:21.622227 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cdfff563-b99f-4038-92ab-1c09e2e541e8 req-6a5bf24e-75d5-48f3-b09e-5a8ab04d9967 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0958102 Feb 17 00:15:21.670490 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cdfff563-b99f-4038-92ab-1c09e2e541e8 req-5de80c23-de10-44c6-9d3f-0d0cf3c2d807 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415878 Feb 17 00:15:22.068640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023e16f-d0f4-4358-811f-ffb72a0d55bd req-f4a3a084-18b7-43b9-9fc6-9db74cb879f6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:22.070352 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4023e16f-d0f4-4358-811f-ffb72a0d55bd req-f4a3a084-18b7-43b9-9fc6-9db74cb879f6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0892689 Feb 17 00:15:22.126026 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4023e16f-d0f4-4358-811f-ffb72a0d55bd req-b6be672e-b087-4314-9a27-515feaddc855 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489042 Feb 17 00:15:22.879497 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab05b8-24ee-49bc-9fa6-5cdd488aaa24 req-8aba6ba3-a96d-4b5d-ac50-1d8c51c74d21 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:22.881436 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-46ab05b8-24ee-49bc-9fa6-5cdd488aaa24 req-8aba6ba3-a96d-4b5d-ac50-1d8c51c74d21 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0917745 Feb 17 00:15:22.942210 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-46ab05b8-24ee-49bc-9fa6-5cdd488aaa24 req-fb641567-d2f4-4f70-9e84-3cc30b0995bd tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539150 Feb 17 00:15:23.346901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706a6bb-ba89-4729-865f-d5ad4aa8fdc3 req-ff6b4b71-8030-4c7b-ba27-db2ce510b11a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:23.348546 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1706a6bb-ba89-4729-865f-d5ad4aa8fdc3 req-ff6b4b71-8030-4c7b-ba27-db2ce510b11a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0897837 Feb 17 00:15:23.397003 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1706a6bb-ba89-4729-865f-d5ad4aa8fdc3 req-dbb27208-da84-48c8-af30-dc8b90ae98fa tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420086 Feb 17 00:15:24.151804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4366d2-f98a-4eb3-89eb-07e035880ed3 req-76e19e91-6f2a-4f42-8d36-f45f0f56aef9 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:24.153691 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e4366d2-f98a-4eb3-89eb-07e035880ed3 req-76e19e91-6f2a-4f42-8d36-f45f0f56aef9 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0912313 Feb 17 00:15:24.207711 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e4366d2-f98a-4eb3-89eb-07e035880ed3 req-cc49edae-6391-4cd5-8ae8-f96e65e166e9 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475438 Feb 17 00:15:24.619777 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f850ef-46ab-40d0-8f3d-961582289396 req-b54f44e8-bf35-4b65-87ab-07a7f7cf12e9 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:24.621412 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b4f850ef-46ab-40d0-8f3d-961582289396 req-b54f44e8-bf35-4b65-87ab-07a7f7cf12e9 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0972915 Feb 17 00:15:24.679491 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b4f850ef-46ab-40d0-8f3d-961582289396 req-ab3e510e-bea4-46fc-81f0-9e8467d84774 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517833 Feb 17 00:15:25.419073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d9c3-b5b7-4d1b-894b-5ed8613ba952 req-68d487c2-fe61-4860-a6f4-7e47773a31b3 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:25.420579 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9dc2d9c3-b5b7-4d1b-894b-5ed8613ba952 req-68d487c2-fe61-4860-a6f4-7e47773a31b3 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0939574 Feb 17 00:15:25.474585 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9dc2d9c3-b5b7-4d1b-894b-5ed8613ba952 req-20c981a6-47f6-49ea-86dd-dcf74cc02589 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468259 Feb 17 00:15:25.912170 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefa400-f4fa-408b-828e-aa19b39d2708 req-b9ff27c8-fe98-497c-bea2-26a9135b8ba8 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:25.917451 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7eefa400-f4fa-408b-828e-aa19b39d2708 req-b9ff27c8-fe98-497c-bea2-26a9135b8ba8 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.1095181 Feb 17 00:15:25.968446 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7eefa400-f4fa-408b-828e-aa19b39d2708 req-7701a50b-1002-4e1f-bcf4-9cd89c9fd0b0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473075 Feb 17 00:15:26.690992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078519d7-65ea-4663-97b0-e85f52cf3cd9 req-9c448190-3615-40b5-8a93-9b55e2c0a33f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:26.692606 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-078519d7-65ea-4663-97b0-e85f52cf3cd9 req-9c448190-3615-40b5-8a93-9b55e2c0a33f tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1001067 Feb 17 00:15:26.743674 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-078519d7-65ea-4663-97b0-e85f52cf3cd9 req-fbcca067-a8c0-48af-8334-63d73bd8e0fb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445416 Feb 17 00:15:27.194296 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67437af7-a87c-4367-b71e-55bee9bbf65e req-79ad2f71-788a-4093-84ca-969f27facb87 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:27.195279 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-67437af7-a87c-4367-b71e-55bee9bbf65e req-79ad2f71-788a-4093-84ca-969f27facb87 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0950747 Feb 17 00:15:27.265618 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-67437af7-a87c-4367-b71e-55bee9bbf65e req-e6bdba84-1736-41c0-a080-05e58e7aed92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594180 Feb 17 00:15:27.349023 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58332) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:27.475351 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e0a0906f-ced0-41b6-a095-8edd42faee2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:27.494175 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e0a0906f-ced0-41b6-a095-8edd42faee2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:15:27.498311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e0a0906f-ced0-41b6-a095-8edd42faee2d admin admin] Usage tracker for resource:security_group_rule and tenant:0ba3d740f49b460da9f010f91d8cb247 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:15:27.501400 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e0a0906f-ced0-41b6-a095-8edd42faee2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:15:27.507177 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e0a0906f-ced0-41b6-a095-8edd42faee2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:15:27.604629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e0a0906f-ced0-41b6-a095-8edd42faee2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:27.610143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e0a0906f-ced0-41b6-a095-8edd42faee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:27.619973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-65f63942-1c8a-46d1-bfed-03ca9af0eedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:27.660954 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0906f-ced0-41b6-a095-8edd42faee2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04befb9f-44aa-411d-a736-5dacfbe94f17,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:27.665642 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e0a0906f-ced0-41b6-a095-8edd42faee2d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ba3d740f49b460da9f010f91d8cb247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154824 Feb 17 00:15:27.666696 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e0a0906f-ced0-41b6-a095-8edd42faee2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:27.668446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58338) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:27.752765 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f43c8b7-2570-40c0-b513-d1ee84dd3b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:27.782121 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f43c8b7-2570-40c0-b513-d1ee84dd3b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:27.859035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f43c8b7-2570-40c0-b513-d1ee84dd3b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:27.865327 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4a21378d-49ce-4d81-bbf4-520ad06ef851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:27.879789 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43c8b7-2570-40c0-b513-d1ee84dd3b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04befb9f-44aa-411d-a736-5dacfbe94f17,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:27.904903 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f43c8b7-2570-40c0-b513-d1ee84dd3b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:27.948662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f43c8b7-2570-40c0-b513-d1ee84dd3b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:27.949954 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8f43c8b7-2570-40c0-b513-d1ee84dd3b8d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/04befb9f-44aa-411d-a736-5dacfbe94f17 HTTP/1.1" status: 204 len: 168 time: 0.2804811 Feb 17 00:15:27.997852 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c934a5-2ab1-4fc6-8c07-2ad1beec9979 req-21572a60-44d6-44f9-bf44-8bccb14cf5d9 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:27.998490 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47c934a5-2ab1-4fc6-8c07-2ad1beec9979 req-21572a60-44d6-44f9-bf44-8bccb14cf5d9 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0961757 Feb 17 00:15:28.047985 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47c934a5-2ab1-4fc6-8c07-2ad1beec9979 req-6a98497b-2560-477a-b857-6201bdd9f890 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Feb 17 00:15:28.513786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dfca3-5b9b-4fa9-b8de-ec9508253e5a req-1903ff9c-26ce-4d92-8f8e-a363402977d5 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:28.515601 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-238dfca3-5b9b-4fa9-b8de-ec9508253e5a req-1903ff9c-26ce-4d92-8f8e-a363402977d5 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.1098697 Feb 17 00:15:28.575157 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-238dfca3-5b9b-4fa9-b8de-ec9508253e5a req-d8f29f85-e9f2-4620-899e-70b568b7e4f7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515428 Feb 17 00:15:29.283891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29115e65-3827-453f-9d97-3e73fa573c18 req-68469dfc-d81f-4dea-bd98-d26f3e1ac813 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:29.285578 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29115e65-3827-453f-9d97-3e73fa573c18 req-68469dfc-d81f-4dea-bd98-d26f3e1ac813 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0938821 Feb 17 00:15:29.345739 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29115e65-3827-453f-9d97-3e73fa573c18 req-b39d4a19-0d25-4e2c-9500-e32064312668 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526581 Feb 17 00:15:29.828150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74527b73-8cb8-4c4c-9fe7-e9f6d4e4e337 req-05352913-6b92-49d5-a41f-1135ec496e5c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:29.828150 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74527b73-8cb8-4c4c-9fe7-e9f6d4e4e337 req-05352913-6b92-49d5-a41f-1135ec496e5c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0996699 Feb 17 00:15:29.882182 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74527b73-8cb8-4c4c-9fe7-e9f6d4e4e337 req-43b8f918-aa71-4552-a972-1c2c1b89b567 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470796 Feb 17 00:15:29.954736 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b41e7fed-d938-446e-8011-ba8514b7a25f req-123c74e0-296e-41dd-81f0-83a4372065da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0861874 Feb 17 00:15:30.055779 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e7fed-d938-446e-8011-ba8514b7a25f req-b677261f-8971-4017-982a-0c99eb961f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:30.057761 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b41e7fed-d938-446e-8011-ba8514b7a25f req-b677261f-8971-4017-982a-0c99eb961f43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95fe88b7f186498c8c381859fdb282f8&device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 1162 time: 0.0780146 Feb 17 00:15:30.236802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 58420) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:30.245524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e7fed-d938-446e-8011-ba8514b7a25f req-ea164dd1-e79b-4745-975d-e11c689b0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:30.247081 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b41e7fed-d938-446e-8011-ba8514b7a25f req-ea164dd1-e79b-4745-975d-e11c689b0708 service neutron] 10.222.0.44 "GET /v2.0/networks?id=57d6da7b-4930-4140-bc62-e7e2e204c324 HTTP/1.1" status: 200 len: 905 time: 0.1544516 Feb 17 00:15:30.380081 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:30.396317 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b41e7fed-d938-446e-8011-ba8514b7a25f req-4d9c09e8-fc34-4d62-b173-7aaf6b7fc0ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59296b9a-0c67-4e29-8270-57850a512750 HTTP/1.1" status: 200 len: 1001 time: 0.1370087 Feb 17 00:15:30.401630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:15:30.450689 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Usage tracker for resource:security_group_rule and tenant:f06f133e7ccb4d7ca36910d6e61f18d0 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:15:30.457418 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:15:30.473767 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:15:30.507980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e7fed-d938-446e-8011-ba8514b7a25f req-00f47f32-9573-4640-a037-bb092eaeaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:30.509611 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b41e7fed-d938-446e-8011-ba8514b7a25f req-00f47f32-9573-4640-a037-bb092eaeaf68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3aec74a8-fd66-4f13-9886-40a99c261d47 HTTP/1.1" status: 200 len: 850 time: 0.1046128 Feb 17 00:15:30.573469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233bb6-3e15-4b59-947b-ec0c07fc6c9d req-c36d1cf2-b555-4933-9762-13871d0a9522 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:30.575012 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-be233bb6-3e15-4b59-947b-ec0c07fc6c9d req-c36d1cf2-b555-4933-9762-13871d0a9522 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1026018 Feb 17 00:15:30.623754 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-be233bb6-3e15-4b59-947b-ec0c07fc6c9d req-ae32e0a2-35ff-455d-bfa1-1096ae93add1 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421824 Feb 17 00:15:30.647596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e7fed-d938-446e-8011-ba8514b7a25f req-d597c16e-1e89-407c-aed7-c69d84308bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:30.649256 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b41e7fed-d938-446e-8011-ba8514b7a25f req-d597c16e-1e89-407c-aed7-c69d84308bd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57d6da7b-4930-4140-bc62-e7e2e204c324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1312273 Feb 17 00:15:30.654227 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:30.658267 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:30.663737 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:30.695366 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f204d35e-2c92-4392-9945-e327f11645b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:30.810215 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f06f133e7ccb4d7ca36910d6e61f18d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5722737 Feb 17 00:15:30.813218 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58430) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:30.816301 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4377e9ea-d993-47a0-b2c7-05c834893c19,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:30.842815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.843145 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.843552 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.843952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.844389 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.844786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.845182 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.845575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.845968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.846357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.847337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.847740 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.848172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.848560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.848976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.849367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.849750 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.850142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.850531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.850918 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.851302 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.851692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.852075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.852592 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:30.858117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:30.877890 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b41e7fed-d938-446e-8011-ba8514b7a25f req-bbebcd06-aa0d-4440-a8f4-1e7ba9b05f63 service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209091 Feb 17 00:15:30.878095 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a2db80f-5bfa-4f31-ad3d-2f2ae7aaf0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:30.905412 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a2db80f-5bfa-4f31-ad3d-2f2ae7aaf0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:30.955023 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a2db80f-5bfa-4f31-ad3d-2f2ae7aaf0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:30.960107 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e603e7a-60dc-486b-a695-c7d0f91c9f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:30.973921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2db80f-5bfa-4f31-ad3d-2f2ae7aaf0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4377e9ea-d993-47a0-b2c7-05c834893c19,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:30.977274 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a2db80f-5bfa-4f31-ad3d-2f2ae7aaf0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:30.978214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a2db80f-5bfa-4f31-ad3d-2f2ae7aaf0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:30.983247 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5a2db80f-5bfa-4f31-ad3d-2f2ae7aaf0e7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4377e9ea-d993-47a0-b2c7-05c834893c19 HTTP/1.1" status: 204 len: 168 time: 0.1680210 Feb 17 00:15:31.039201 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b41e7fed-d938-446e-8011-ba8514b7a25f req-0a173752-ace4-4bc5-88f5-c3007fd1b006 service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1524279 Feb 17 00:15:31.052314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:15:31.104795 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59ad4a-fea9-4340-a104-57156931a377 req-0b1adf27-47e2-441e-9904-d3c505d8693a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:31.106660 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b59ad4a-fea9-4340-a104-57156931a377 req-0b1adf27-47e2-441e-9904-d3c505d8693a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0887461 Feb 17 00:15:31.157063 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b59ad4a-fea9-4340-a104-57156931a377 req-f2f9f1f9-86e9-413b-b5a6-953c3e6b5942 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430055 Feb 17 00:15:31.299942 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58440) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:31.321680 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-639afa98-4bb2-476a-a22c-01e345c419fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:31.337218 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-639afa98-4bb2-476a-a22c-01e345c419fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:15:31.341196 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-639afa98-4bb2-476a-a22c-01e345c419fd admin admin] Usage tracker for resource:security_group_rule and tenant:30fc1ffec32e474596b1cfdc97264840 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:15:31.344081 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-639afa98-4bb2-476a-a22c-01e345c419fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:15:31.349790 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-639afa98-4bb2-476a-a22c-01e345c419fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:15:31.435673 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-639afa98-4bb2-476a-a22c-01e345c419fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:31.438605 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-639afa98-4bb2-476a-a22c-01e345c419fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:31.447078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d14e34cf-7436-4b7f-acd6-5610250ba747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:31.493670 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-639afa98-4bb2-476a-a22c-01e345c419fd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=30fc1ffec32e474596b1cfdc97264840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924605 Feb 17 00:15:31.494591 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639afa98-4bb2-476a-a22c-01e345c419fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fb7ea2-66c6-4499-b179-4f0607bbbdb2,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:31.496445 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 58444) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:31.497979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-639afa98-4bb2-476a-a22c-01e345c419fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:31.561969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87c44ea0-65db-41d3-a41f-9028684ee834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:31.589368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87c44ea0-65db-41d3-a41f-9028684ee834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:31.634067 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87c44ea0-65db-41d3-a41f-9028684ee834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:31.639048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:31.652996 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c44ea0-65db-41d3-a41f-9028684ee834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fb7ea2-66c6-4499-b179-4f0607bbbdb2,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:31.658076 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-87c44ea0-65db-41d3-a41f-9028684ee834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:31.663577 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87c44ea0-65db-41d3-a41f-9028684ee834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:31.674895 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-87c44ea0-65db-41d3-a41f-9028684ee834 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b2fb7ea2-66c6-4499-b179-4f0607bbbdb2 HTTP/1.1" status: 204 len: 168 time: 0.1698787 Feb 17 00:15:31.853739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ebd64-9012-4965-bef2-973e31388f6d req-ba30046f-939f-46bb-b1ed-770fa304752b tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:31.854942 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-785ebd64-9012-4965-bef2-973e31388f6d req-ba30046f-939f-46bb-b1ed-770fa304752b tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1007507 Feb 17 00:15:31.904224 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-785ebd64-9012-4965-bef2-973e31388f6d req-d484321d-3ccb-4edd-b292-7ac3d6df4780 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Feb 17 00:15:32.061460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d28c8-bc38-4d1e-b72b-73c3df3ce639 req-74473cc8-5d9a-44b9-9b3c-59c03693d3ff tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:32.061695 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b6d28c8-bc38-4d1e-b72b-73c3df3ce639 req-74473cc8-5d9a-44b9-9b3c-59c03693d3ff tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 946 time: 0.0896854 Feb 17 00:15:32.111609 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b6d28c8-bc38-4d1e-b72b-73c3df3ce639 req-3f512b22-760d-4798-8a3a-8194f7b61e90 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429597 Feb 17 00:15:32.572894 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a325-f30b-4213-b74c-8c053e3edcc5 req-c6a352ea-dc94-4143-ab02-dc9d6c30b31c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:32.574492 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8926a325-f30b-4213-b74c-8c053e3edcc5 req-c6a352ea-dc94-4143-ab02-dc9d6c30b31c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.2915545 Feb 17 00:15:32.621897 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8926a325-f30b-4213-b74c-8c053e3edcc5 req-a598c10b-84e5-490f-a4c5-e31eeebf8a97 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408943 Feb 17 00:15:33.123202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd138a64-c1aa-461d-99c3-0b5898c6034f req-ff46338f-03f4-4f70-b3d6-26451cddf817 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:33.125412 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd138a64-c1aa-461d-99c3-0b5898c6034f req-ff46338f-03f4-4f70-b3d6-26451cddf817 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1017146 Feb 17 00:15:33.176783 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd138a64-c1aa-461d-99c3-0b5898c6034f req-08728c41-7dbd-4c8b-94f1-8394ac64f8a8 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450342 Feb 17 00:15:33.325722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dae43-fbd5-4eb9-b3d4-a49cbb22dd2d req-f60d7bed-8e6f-4efe-ab59-68cb333fe882 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:33.327200 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de6dae43-fbd5-4eb9-b3d4-a49cbb22dd2d req-f60d7bed-8e6f-4efe-ab59-68cb333fe882 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 946 time: 0.0879622 Feb 17 00:15:33.378663 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de6dae43-fbd5-4eb9-b3d4-a49cbb22dd2d req-fc2a20b9-35d9-437b-b4dc-61a5196bbf87 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Feb 17 00:15:33.832512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1f7f-978e-48c6-9f00-e6ce23ca07ab req-750e128c-ff79-4a19-9e33-729016b19145 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:33.834055 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cadb1f7f-978e-48c6-9f00-e6ce23ca07ab req-750e128c-ff79-4a19-9e33-729016b19145 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.0877566 Feb 17 00:15:33.882555 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cadb1f7f-978e-48c6-9f00-e6ce23ca07ab req-22461496-9a3f-40ce-add8-4302595d0fdf tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419214 Feb 17 00:15:34.114946 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385ae19-1eaa-451c-9843-7043417b5aab req-88a2766a-58d5-478e-813c-c741bfe9ef4f tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:34.115634 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b385ae19-1eaa-451c-9843-7043417b5aab req-88a2766a-58d5-478e-813c-c741bfe9ef4f tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Synchronizing usage tracker for tenant:63208cea449140cc8fabb7e300d59a21 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:15:34.131863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b385ae19-1eaa-451c-9843-7043417b5aab req-88a2766a-58d5-478e-813c-c741bfe9ef4f tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Unset dirty status for tenant:63208cea449140cc8fabb7e300d59a21 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:15:34.133141 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b385ae19-1eaa-451c-9843-7043417b5aab req-88a2766a-58d5-478e-813c-c741bfe9ef4f tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.44 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 946 time: 0.3270648 Feb 17 00:15:34.210016 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-b385ae19-1eaa-451c-9843-7043417b5aab req-430e1b83-27cb-4116-bfd7-d5b3adeb4bc6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Deleting port 10ddbfbd-cd56-483c-8a34-baa77aaf681b {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:15:34.210410 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b385ae19-1eaa-451c-9843-7043417b5aab req-430e1b83-27cb-4116-bfd7-d5b3adeb4bc6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:34.380279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf78506-8a60-4672-be66-a73f2d3db789 req-e53d1c03-ec7e-4266-9124-a12aa510cf2e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:34.381866 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fbf78506-8a60-4672-be66-a73f2d3db789 req-e53d1c03-ec7e-4266-9124-a12aa510cf2e tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0892634 Feb 17 00:15:34.440626 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fbf78506-8a60-4672-be66-a73f2d3db789 req-e6887f50-1203-4cc0-90c2-155f5f1cdced tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521195 Feb 17 00:15:34.482668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b385ae19-1eaa-451c-9843-7043417b5aab req-430e1b83-27cb-4116-bfd7-d5b3adeb4bc6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] For port 10ddbfbd-cd56-483c-8a34-baa77aaf681b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=10ddbfbd-cd56-483c-8a34-baa77aaf681b,segment=NetworkSegment(7328c3d8-2723-4849-8d2b-655389901c14),segment_id=7328c3d8-2723-4849-8d2b-655389901c14)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:15:34.483185 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b385ae19-1eaa-451c-9843-7043417b5aab req-430e1b83-27cb-4116-bfd7-d5b3adeb4bc6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:34.595742 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c792d-dc71-4e8b-b2e8-17b4c2ea03f0 req-67505863-f177-478e-ac47-fd69e5b949eb tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:34.598007 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f58c792d-dc71-4e8b-b2e8-17b4c2ea03f0 req-67505863-f177-478e-ac47-fd69e5b949eb tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 946 time: 0.0890739 Feb 17 00:15:34.618812 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-b385ae19-1eaa-451c-9843-7043417b5aab req-430e1b83-27cb-4116-bfd7-d5b3adeb4bc6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Calling delete_port for 10ddbfbd-cd56-483c-8a34-baa77aaf681b owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:15:34.644013 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 10ddbfbd-cd56-483c-8a34-baa77aaf681b no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:15:34.648202 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f58c792d-dc71-4e8b-b2e8-17b4c2ea03f0 req-0addfa1a-9fcd-4362-a1e4-fab10a6043d0 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434701 Feb 17 00:15:34.772562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:34.782387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b385ae19-1eaa-451c-9843-7043417b5aab req-430e1b83-27cb-4116-bfd7-d5b3adeb4bc6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:34.801078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d6b800af-ec5b-472a-a550-ba55d50403db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:34.901354 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e1b83-27cb-4116-bfd7-d5b3adeb4bc6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Pushing event deleted for resources: {'Port': ['ID=10ddbfbd-cd56-483c-8a34-baa77aaf681b,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:34.911627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-430e1b83-27cb-4116-bfd7-d5b3adeb4bc6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:35.018100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b385ae19-1eaa-451c-9843-7043417b5aab req-430e1b83-27cb-4116-bfd7-d5b3adeb4bc6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] No DVR routers for this DVR port 10ddbfbd-cd56-483c-8a34-baa77aaf681b on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:15:35.020608 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b385ae19-1eaa-451c-9843-7043417b5aab req-430e1b83-27cb-4116-bfd7-d5b3adeb4bc6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:35.023689 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7150f346-5a33-42ee-8a60-b5fb94a911aa', 'name': 'network-vif-deleted', 'tag': '10ddbfbd-cd56-483c-8a34-baa77aaf681b'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:35.040218 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b385ae19-1eaa-451c-9843-7043417b5aab req-430e1b83-27cb-4116-bfd7-d5b3adeb4bc6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.44 "DELETE /v2.0/ports/10ddbfbd-cd56-483c-8a34-baa77aaf681b HTTP/1.1" status: 204 len: 173 time: 0.9007354 Feb 17 00:15:35.093758 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7150f346-5a33-42ee-8a60-b5fb94a911aa', 'name': 'network-vif-deleted', 'tag': '10ddbfbd-cd56-483c-8a34-baa77aaf681b', 'status': 'completed', 'code': 200} Feb 17 00:15:35.152793 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae4498-d6f2-45af-af44-c5d8c0d65cb9 req-06f81523-e64a-447f-9d2f-f3938303d686 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:35.162998 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-83ae4498-d6f2-45af-af44-c5d8c0d65cb9 req-06f81523-e64a-447f-9d2f-f3938303d686 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.1488891 Feb 17 00:15:35.219124 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-83ae4498-d6f2-45af-af44-c5d8c0d65cb9 req-81a0b011-a597-4676-864d-1830d401e1f2 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550117 Feb 17 00:15:35.441930 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dc9a8-7e15-4158-ad2a-5b44760eb13e req-7f5a2637-a4a2-4d4b-a0dc-a8dd6b31fe56 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:35.442614 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f51dc9a8-7e15-4158-ad2a-5b44760eb13e req-7f5a2637-a4a2-4d4b-a0dc-a8dd6b31fe56 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Synchronizing usage tracker for tenant:a8b739a7300f42a08378410cc354c5a2 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:15:35.457604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f51dc9a8-7e15-4158-ad2a-5b44760eb13e req-7f5a2637-a4a2-4d4b-a0dc-a8dd6b31fe56 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Unset dirty status for tenant:a8b739a7300f42a08378410cc354c5a2 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:15:35.458839 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f51dc9a8-7e15-4158-ad2a-5b44760eb13e req-7f5a2637-a4a2-4d4b-a0dc-a8dd6b31fe56 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.44 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.1031606 Feb 17 00:15:35.535989 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-f51dc9a8-7e15-4158-ad2a-5b44760eb13e req-8065e56c-b575-4558-bad2-23bfdacf4667 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Deleting port 8104312d-696c-48b3-82ca-1189241f926b {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:15:35.536371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f51dc9a8-7e15-4158-ad2a-5b44760eb13e req-8065e56c-b575-4558-bad2-23bfdacf4667 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:35.648482 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484ce60-bb05-406f-8679-019fec9d829a req-b897ab0f-2ea6-414b-bce2-4939d9dfcf10 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:35.650101 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6484ce60-bb05-406f-8679-019fec9d829a req-b897ab0f-2ea6-414b-bce2-4939d9dfcf10 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 945 time: 0.0886416 Feb 17 00:15:35.700211 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6484ce60-bb05-406f-8679-019fec9d829a req-dcebc7f2-8973-4d9b-ba00-b7b542bf9472 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/security-groups?id=a2efb9c6-25fa-4a16-afb4-6fe3e0852995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435414 Feb 17 00:15:35.819186 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-f51dc9a8-7e15-4158-ad2a-5b44760eb13e req-8065e56c-b575-4558-bad2-23bfdacf4667 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] For port 8104312d-696c-48b3-82ca-1189241f926b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8104312d-696c-48b3-82ca-1189241f926b,segment=NetworkSegment(827a90c1-5969-493a-8cc1-5c24671d3c12),segment_id=827a90c1-5969-493a-8cc1-5c24671d3c12)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:15:35.819611 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f51dc9a8-7e15-4158-ad2a-5b44760eb13e req-8065e56c-b575-4558-bad2-23bfdacf4667 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:35.852208 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6b63c141-305b-403f-a406-85cdae385fa6 req-9e9f8f00-264d-4290-8215-d975003455ea tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=7150f346-5a33-42ee-8a60-b5fb94a911aa HTTP/1.1" status: 200 len: 210 time: 0.0501502 Feb 17 00:15:35.960716 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-f51dc9a8-7e15-4158-ad2a-5b44760eb13e req-8065e56c-b575-4558-bad2-23bfdacf4667 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Calling delete_port for 8104312d-696c-48b3-82ca-1189241f926b owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:15:36.114929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f51dc9a8-7e15-4158-ad2a-5b44760eb13e req-8065e56c-b575-4558-bad2-23bfdacf4667 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:36.131507 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:36.225535 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065e56c-b575-4558-bad2-23bfdacf4667 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Pushing event deleted for resources: {'Port': ['ID=8104312d-696c-48b3-82ca-1189241f926b,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:36.228131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8065e56c-b575-4558-bad2-23bfdacf4667 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:36.300756 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-12dc8da2-079d-4ce9-b718-6868ff0026ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:36.348089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51dc9a8-7e15-4158-ad2a-5b44760eb13e req-8065e56c-b575-4558-bad2-23bfdacf4667 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] No DVR routers for this DVR port 8104312d-696c-48b3-82ca-1189241f926b on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:15:36.350425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f51dc9a8-7e15-4158-ad2a-5b44760eb13e req-8065e56c-b575-4558-bad2-23bfdacf4667 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:36.363908 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f51dc9a8-7e15-4158-ad2a-5b44760eb13e req-8065e56c-b575-4558-bad2-23bfdacf4667 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.44 "DELETE /v2.0/ports/8104312d-696c-48b3-82ca-1189241f926b HTTP/1.1" status: 204 len: 173 time: 0.8987596 Feb 17 00:15:36.451824 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddcbca-ad05-4c76-b06c-29fa4158959c req-36c93302-eb2a-4e7a-a1aa-b63ea09d10c1 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:36.453577 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f5ddcbca-ad05-4c76-b06c-29fa4158959c req-36c93302-eb2a-4e7a-a1aa-b63ea09d10c1 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 943 time: 0.1014404 Feb 17 00:15:36.504348 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f5ddcbca-ad05-4c76-b06c-29fa4158959c req-14dab900-73d8-4938-88da-c42e2b70571f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427639 Feb 17 00:15:36.910361 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-be71d42b-6bf5-44f3-9de3-806a5f50d4a3 req-1f5ffc17-6ed2-4f7c-877f-0a6ca8236b09 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] 10.222.0.74 "GET /v2.0/ports?device_id=68617c3c-6ce7-4044-be73-d9f544270dc8 HTTP/1.1" status: 200 len: 210 time: 0.0638318 Feb 17 00:15:37.013639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8b537b32-fd98-41f4-a883-417e254a4ad8 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:15:37.095542 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68617c3c-6ce7-4044-be73-d9f544270dc8', 'name': 'network-vif-deleted', 'tag': '8104312d-696c-48b3-82ca-1189241f926b'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:37.141046 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8b537b32-fd98-41f4-a883-417e254a4ad8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:15:37.141483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:37.159580 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68617c3c-6ce7-4044-be73-d9f544270dc8', 'name': 'network-vif-deleted', 'tag': '8104312d-696c-48b3-82ca-1189241f926b', 'status': 'completed', 'code': 200} Feb 17 00:15:37.285062 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:37.318157 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b537b32-fd98-41f4-a883-417e254a4ad8'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:37.328600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 8b537b32-fd98-41f4-a883-417e254a4ad8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8b537b32-fd98-41f4-a883-417e254a4ad8,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:15:37.332551 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:37.334536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:37.383267 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b537b32-fd98-41f4-a883-417e254a4ad8', 'code': 200} Feb 17 00:15:37.383267 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8104312d-696c-48b3-82ca-1189241f926b no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:15:37.432491 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] No Port match for: 8104312d-696c-48b3-82ca-1189241f926b {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:15:37.432932 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8104312d-696c-48b3-82ca-1189241f926b not bound to the agent host hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:15:37.461278 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=8b537b32-fd98-41f4-a883-417e254a4ad8,revision_number=6']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:37.469016 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.469407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.469785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.470158 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.470524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.470888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.471275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.471668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.472009 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.472374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.472777 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.473137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.473531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.473885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.474237 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.474595 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.474972 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.475298 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.475650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.476000 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.476352 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.476711 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.477078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.477427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:37.481704 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:37.717592 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a6026-0303-4c45-b155-cfe765a8e46d req-45f77b18-f7be-4eb0-b876-09d19f19d25a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:37.719221 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ad4a6026-0303-4c45-b155-cfe765a8e46d req-45f77b18-f7be-4eb0-b876-09d19f19d25a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0890949 Feb 17 00:15:37.766929 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ad4a6026-0303-4c45-b155-cfe765a8e46d req-5297852a-c166-4d04-ad64-5489ec136d16 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408258 Feb 17 00:15:38.018314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58572) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:38.596515 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854364023'] for router_interface, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:38.596903 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-68deec03-3014-4740-a852-543aec93824e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:39.032895 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] Deleting port 34216114-cbfb-4f8c-94d9-30b2af10fc21 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:15:39.033487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:39.069526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df95e-52d3-4b8a-85d9-255aa48a5eff req-fe4ce46c-894d-46b3-819e-6af92e7cb676 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:39.071013 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-683df95e-52d3-4b8a-85d9-255aa48a5eff req-fe4ce46c-894d-46b3-819e-6af92e7cb676 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1804438 Feb 17 00:15:39.201554 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-683df95e-52d3-4b8a-85d9-255aa48a5eff req-a9075be4-abd1-4c7c-9871-aaec6c2f0ac4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235726 Feb 17 00:15:39.223847 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:39.264168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] For port 34216114-cbfb-4f8c-94d9-30b2af10fc21, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=34216114-cbfb-4f8c-94d9-30b2af10fc21,segment=NetworkSegment(827a90c1-5969-493a-8cc1-5c24671d3c12),segment_id=827a90c1-5969-493a-8cc1-5c24671d3c12)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:15:39.264563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:39.598880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] Calling delete_port for 34216114-cbfb-4f8c-94d9-30b2af10fc21 owned by network:router_interface {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:15:39.975555 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:39.991095 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:40.086617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] Pushing event deleted for resources: {'Port': ['ID=34216114-cbfb-4f8c-94d9-30b2af10fc21,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:40.099783 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:40.176469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8b537b32-fd98-41f4-a883-417e254a4ad8 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:15:40.249366 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:40.266432 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8b537b32-fd98-41f4-a883-417e254a4ad8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:15:40.266860 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:40.467543 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854363929'] for router_interface, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:40.540516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:40.557602 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6049b-4b89-4ce3-9a1a-791584376724 req-5adf077b-ca75-4fed-9b67-fd4cfe324593 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:40.559199 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3cf6049b-4b89-4ce3-9a1a-791584376724 req-5adf077b-ca75-4fed-9b67-fd4cfe324593 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.2193375 Feb 17 00:15:40.632973 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3cf6049b-4b89-4ce3-9a1a-791584376724 req-c66c2c44-8b2b-4554-aa27-12b485c20b19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656955 Feb 17 00:15:41.036594 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] Router ebb8286e-ec4e-44fa-90f3-087c5175885c has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:15:41.436474 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:15:41.446460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a3db4-197c-4f21-adb2-57f51b27cb76 None None] Sync routers for ids ['ebb8286e-ec4e-44fa-90f3-087c5175885c'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:15:41.456846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a3db4-197c-4f21-adb2-57f51b27cb76 None None] Routers {'ebb8286e-ec4e-44fa-90f3-087c5175885c'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:15:41.457351 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] 10.222.0.74 "PUT /v2.0/routers/ebb8286e-ec4e-44fa-90f3-087c5175885c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4378715 Feb 17 00:15:41.457485 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5a8a3db4-197c-4f21-adb2-57f51b27cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:15:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['ebb8286e-ec4e-44fa-90f3-087c5175885c'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:15:41.459976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58600) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:41.645501 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-5a8a3db4-197c-4f21-adb2-57f51b27cb76 None None] Set router ebb8286e-ec4e-44fa-90f3-087c5175885c gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:15:41.645887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] Notify callbacks [] for router, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:41.906657 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:41.915303 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] Deleting port 92654142-ba4e-45f2-96ae-2b2706c75162 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:15:41.915862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:41.959166 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a310d-2706-4ac7-8313-6b51b4704a93 req-7d26831f-cb3c-4cf6-a85f-cbc286e02a67 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:41.960822 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-143a310d-2706-4ac7-8313-6b51b4704a93 req-7d26831f-cb3c-4cf6-a85f-cbc286e02a67 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1919260 Feb 17 00:15:41.964341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5a8a3db4-197c-4f21-adb2-57f51b27cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'name': 'tempest-ServerRescueNegativeTestJSON-733514384-router', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:15:39Z', 'revision_number': 5, 'project_id': 'a8b739a7300f42a08378410cc354c5a2', 'gw_port': {'id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:28Z', 'updated_at': '2021-02-17T00:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:15:41.968640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a3db4-197c-4f21-adb2-57f51b27cb76 None None] Checking router: ebb8286e-ec4e-44fa-90f3-087c5175885c for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:15:41.978327 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a3db4-197c-4f21-adb2-57f51b27cb76 None None] Routers {'ebb8286e-ec4e-44fa-90f3-087c5175885c'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:15:41.978977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5a8a3db4-197c-4f21-adb2-57f51b27cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:15:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['ebb8286e-ec4e-44fa-90f3-087c5175885c'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:15:42.100425 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-143a310d-2706-4ac7-8313-6b51b4704a93 req-d4322c82-7ffb-435d-af89-c717271718cf tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319962 Feb 17 00:15:42.153936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] For port 92654142-ba4e-45f2-96ae-2b2706c75162, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=92654142-ba4e-45f2-96ae-2b2706c75162,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:15:42.154335 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:42.175387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-5a8a3db4-197c-4f21-adb2-57f51b27cb76 None None] Set router ebb8286e-ec4e-44fa-90f3-087c5175885c gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:15:42.289921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] Calling delete_port for 92654142-ba4e-45f2-96ae-2b2706c75162 owned by network:router_gateway {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:15:42.432434 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.plugins.ml2.ovo_rpc [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: result = function(*args, **kwargs) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: proto.__init__(conn_state, self) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: self.handle() Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: self.handle_one_request() Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: self.handle_one_response() Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: result = self.application(self.environ, start_response) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: return app(environ, start_response) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: response = req.get_response(self.application) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: application, catch_exc_info=False) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: response = req.get_response(self.application) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: application, catch_exc_info=False) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: response = req.get_response(self.application) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: application, catch_exc_info=False) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: response = req.get_response(self.application) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: application, catch_exc_info=False) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: return request.get_response(self.application) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: application, catch_exc_info=False) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: response = req.get_response(self._app) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: application, catch_exc_info=False) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: return resp(environ, start_response) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: return resp(environ, start_response) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: response = self.app(environ, start_response) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: return resp(environ, start_response) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:15:42.434897 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: result = method(request=request, **args) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._delete(request, id, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(*args, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(*args, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(*dup_args, **dup_kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: obj_deleter(request.context, id, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: return method(*args, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(*args, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(*args, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(*dup_args, **dup_kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: self._delete_current_gw_port(context, id, router, None) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, context, *args, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: return method(*args, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: context, port, router_ids, bound_mech_contexts) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: return function(*args, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: callback(resource, event, trigger, **kwargs) Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: if self._is_session_semantic_violated(context, resource, event): Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: stack = traceback.extract_stack() Feb 17 00:15:42.441268 dv-cinder-759961-3-iscsi neutron-server[83915]: Feb 17 00:15:42.482371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5a8a3db4-197c-4f21-adb2-57f51b27cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'name': 'tempest-ServerRescueNegativeTestJSON-733514384-router', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:15:39Z', 'revision_number': 5, 'project_id': 'a8b739a7300f42a08378410cc354c5a2', 'gw_port': {'id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:28Z', 'updated_at': '2021-02-17T00:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:15:42.487216 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a3db4-197c-4f21-adb2-57f51b27cb76 None None] The sync data for ids ['ebb8286e-ec4e-44fa-90f3-087c5175885c'] in dv-cinder-759961-3-iscsi is: [{'id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'name': 'tempest-ServerRescueNegativeTestJSON-733514384-router', 'tenant_id': 'a8b739a7300f42a08378410cc354c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:15:39Z', 'revision_number': 5, 'project_id': 'a8b739a7300f42a08378410cc354c5a2', 'gw_port': {'id': '92654142-ba4e-45f2-96ae-2b2706c75162', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb8286e-ec4e-44fa-90f3-087c5175885c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:28Z', 'updated_at': '2021-02-17T00:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:15:42.593175 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 34216114-cbfb-4f8c-94d9-30b2af10fc21 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:15:42.635570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 34216114-cbfb-4f8c-94d9-30b2af10fc21 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:15:42.636132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 34216114-cbfb-4f8c-94d9-30b2af10fc21 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:15:42.636308 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851033173'] for router_gateway, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:42.781400 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3465'] for router, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:42.783666 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:42.884395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371071'] for router, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:42.885019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebb8286e-ec4e-44fa-90f3-087c5175885c {{(pid=84026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:15:42.898791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:42.900027 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cfdc5f8d-6ad6-4cdc-a80d-2c04236ccf13 admin admin] 10.222.0.74 "DELETE /v2.0/routers/ebb8286e-ec4e-44fa-90f3-087c5175885c HTTP/1.1" status: 204 len: 168 time: 1.4390709 Feb 17 00:15:42.902736 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58616) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:42.968559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6893d9-d46c-4c2c-a126-4a4ad13d7818 admin admin] Deleting subnet fe671e02-7907-41b0-90ea-0ea88628cba7 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:15:42.971856 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a6893d9-d46c-4c2c-a126-4a4ad13d7818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:43.026662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a6893d9-d46c-4c2c-a126-4a4ad13d7818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844535203'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:43.091469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a6893d9-d46c-4c2c-a126-4a4ad13d7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:43.264948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25ffc2-14b6-4e4b-aeb5-f54aa75c1de4 req-6e569083-235f-40e6-a8a9-38260193999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:43.266607 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bd25ffc2-14b6-4e4b-aeb5-f54aa75c1de4 req-6e569083-235f-40e6-a8a9-38260193999c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 1162 time: 0.0875111 Feb 17 00:15:43.317008 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bd25ffc2-14b6-4e4b-aeb5-f54aa75c1de4 req-e28bb592-6f3d-418a-bc64-11768da1bd07 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419779 Feb 17 00:15:43.421313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1668c-f0ac-45a8-8768-ad6238c11d1a req-5dd27e4b-e973-45ba-8d69-d97c75087437 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:43.422901 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ef1668c-f0ac-45a8-8768-ad6238c11d1a req-5dd27e4b-e973-45ba-8d69-d97c75087437 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1699076 Feb 17 00:15:43.459178 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a6893d9-d46c-4c2c-a126-4a4ad13d7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852209845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10363437'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:43.486404 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:43.580922 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6893d9-d46c-4c2c-a126-4a4ad13d7818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe671e02-7907-41b0-90ea-0ea88628cba7,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:43.594569 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ef1668c-f0ac-45a8-8768-ad6238c11d1a req-c9cc3385-c6df-4d3c-b5bc-bcad211f1cf6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637423 Feb 17 00:15:43.595412 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4a6893d9-d46c-4c2c-a126-4a4ad13d7818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:43.629686 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a6893d9-d46c-4c2c-a126-4a4ad13d7818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:43.635707 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4a6893d9-d46c-4c2c-a126-4a4ad13d7818 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fe671e02-7907-41b0-90ea-0ea88628cba7 HTTP/1.1" status: 204 len: 168 time: 0.7319548 Feb 17 00:15:43.638333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58624) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:43.756904 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:43.953424 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:44.296513 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292ce40c-118c-44c2-8c05-5400235fe99a']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:15:44.310548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827a90c1-5969-493a-8cc1-5c24671d3c12') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:15:44.310887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827a90c1-5969-493a-8cc1-5c24671d3c12') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:15:44.323668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240581'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:44.340867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:44.342999 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:15:44.525735 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] Network 292ce40c-118c-44c2-8c05-5400235fe99a has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:15:44.535675 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565812'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:44.641977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 92654142-ba4e-45f2-96ae-2b2706c75162 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:15:44.682976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 92654142-ba4e-45f2-96ae-2b2706c75162 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:15:44.683723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 92654142-ba4e-45f2-96ae-2b2706c75162 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:15:44.733673 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] Network 292ce40c-118c-44c2-8c05-5400235fe99a has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:15:44.758309 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:15:44.904881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:44.912340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:44.928653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:44.946554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] Pushing event deleted for resources: {'Network': ['ID=292ce40c-118c-44c2-8c05-5400235fe99a,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:44.951473 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:44.963837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ab1ce-2f1a-4069-89ab-ec349ef62b3e req-f8eb8860-d5d5-4534-85dd-2a8654dfbfe1 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:44.965501 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-417ab1ce-2f1a-4069-89ab-ec349ef62b3e req-f8eb8860-d5d5-4534-85dd-2a8654dfbfe1 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1523707 Feb 17 00:15:44.967309 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] 10.222.0.74 "DELETE /v2.0/networks/292ce40c-118c-44c2-8c05-5400235fe99a HTTP/1.1" status: 204 len: 168 time: 1.3279967 Feb 17 00:15:45.027032 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-417ab1ce-2f1a-4069-89ab-ec349ef62b3e req-c68e83b8-5839-4ae0-a918-c580da5e1ff5 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542381 Feb 17 00:15:45.202104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58702) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:45.255929 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6b3253cf-f9ea-4a0c-ae55-31b5e8a88f43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a8b739a7300f42a08378410cc354c5a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0525451 Feb 17 00:15:45.258718 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58706) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:45.326567 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8b537b32-fd98-41f4-a883-417e254a4ad8 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:15:45.333246 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8eb5-9240-4582-892b-88f00f83561a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:45.363655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8eb5-9240-4582-892b-88f00f83561a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:45.409512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8eb5-9240-4582-892b-88f00f83561a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:45.412770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 8b537b32-fd98-41f4-a883-417e254a4ad8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:15:45.413105 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:45.413359 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a354c6cf-fe8b-4bf4-a444-64a8ee618a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:45.426451 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd8eb5-9240-4582-892b-88f00f83561a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2efb9c6-25fa-4a16-afb4-6fe3e0852995,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:45.430734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2dbd8eb5-9240-4582-892b-88f00f83561a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:45.434381 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2dbd8eb5-9240-4582-892b-88f00f83561a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:45.438200 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2dbd8eb5-9240-4582-892b-88f00f83561a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a2efb9c6-25fa-4a16-afb4-6fe3e0852995 HTTP/1.1" status: 204 len: 168 time: 0.1759145 Feb 17 00:15:46.255003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d201e2-9a96-4cd0-b9c1-781d4d8c3aeb req-7b39b4b4-0776-4c02-9eb0-dae7f5960e14 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:46.256598 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0d201e2-9a96-4cd0-b9c1-781d4d8c3aeb req-7b39b4b4-0776-4c02-9eb0-dae7f5960e14 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0949230 Feb 17 00:15:46.305155 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0d201e2-9a96-4cd0-b9c1-781d4d8c3aeb req-e9ec376c-03bc-4f66-b41e-6e037ea4ce0a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420017 Feb 17 00:15:49.918243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03523436-0159-42ef-9089-f56e73cc892e req-bc437f45-d611-468f-9f7f-f042ba5a01a4 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:49.919892 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-bc437f45-d611-468f-9f7f-f042ba5a01a4 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/networks?id=77da9eab-d8a1-420d-bcac-94741622460d HTTP/1.1" status: 200 len: 814 time: 0.1637442 Feb 17 00:15:49.936160 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-e8645ace-40d0-4969-8d8e-7f892e5fa66b tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/quotas/63208cea449140cc8fabb7e300d59a21 HTTP/1.1" status: 200 len: 375 time: 0.0100267 Feb 17 00:15:49.975526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 58828) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:49.991444 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-0045e575-9e45-4419-a203-1033d2286658 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=63208cea449140cc8fabb7e300d59a21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486019 Feb 17 00:15:50.128091 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-50e2e314-06a8-4965-b379-e08e87e121d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:50.138340 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-521cc9b1-9893-4217-8cb5-4c68c342ebb9 service neutron] 10.222.0.74 "GET /v2.0/networks/77da9eab-d8a1-420d-bcac-94741622460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390948 Feb 17 00:15:50.152069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-50e2e314-06a8-4965-b379-e08e87e121d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:15:50.156177 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-50e2e314-06a8-4965-b379-e08e87e121d6 admin admin] Usage tracker for resource:security_group_rule and tenant:13373a3c799d44ccaf1df715bfdbf2f3 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:15:50.159201 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-50e2e314-06a8-4965-b379-e08e87e121d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:15:50.165153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-50e2e314-06a8-4965-b379-e08e87e121d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:15:50.256722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-50e2e314-06a8-4965-b379-e08e87e121d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:50.259506 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-50e2e314-06a8-4965-b379-e08e87e121d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:50.268387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cbb5bedc-880d-404c-86fb-6be452f1f665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:50.284282 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-deb2fb5b-0cad-4b6b-a19c-47ab603f790f service neutron] 10.222.0.74 "GET /v2.0/networks/77da9eab-d8a1-420d-bcac-94741622460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397614 Feb 17 00:15:50.310992 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-50e2e314-06a8-4965-b379-e08e87e121d6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=13373a3c799d44ccaf1df715bfdbf2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342061 Feb 17 00:15:50.312709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2e314-06a8-4965-b379-e08e87e121d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c2b8f2-9125-46ba-808e-b3f8f0128119,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:50.313913 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58834) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:50.316841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-50e2e314-06a8-4965-b379-e08e87e121d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:50.382508 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b1f544f-c8d5-4de4-90d8-b645be72ffea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:50.411347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b1f544f-c8d5-4de4-90d8-b645be72ffea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:50.499020 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ec87570-a726-484c-ac22-07142a33f669 req-adc536b5-33b3-4ca8-980c-059b062c0f2d tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 210 time: 0.0529387 Feb 17 00:15:50.507112 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b1f544f-c8d5-4de4-90d8-b645be72ffea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:50.517928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f58f05e-602e-4f14-8f51-7dcdf5455bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:50.527287 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f544f-c8d5-4de4-90d8-b645be72ffea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c2b8f2-9125-46ba-808e-b3f8f0128119,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:50.530378 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6b1f544f-c8d5-4de4-90d8-b645be72ffea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:50.531345 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b1f544f-c8d5-4de4-90d8-b645be72ffea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:50.535683 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6b1f544f-c8d5-4de4-90d8-b645be72ffea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/25c2b8f2-9125-46ba-808e-b3f8f0128119 HTTP/1.1" status: 204 len: 168 time: 0.2172723 Feb 17 00:15:50.884320 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58860) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:50.904293 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec602-b2b7-4dd3-a9e5-5e5464ccaab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:50.921467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7d2ec602-b2b7-4dd3-a9e5-5e5464ccaab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:15:50.928402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7d2ec602-b2b7-4dd3-a9e5-5e5464ccaab1 admin admin] Usage tracker for resource:security_group_rule and tenant:13d7e61fa35b463c9b9820b699afa352 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:15:50.931717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7d2ec602-b2b7-4dd3-a9e5-5e5464ccaab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:15:50.938708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7d2ec602-b2b7-4dd3-a9e5-5e5464ccaab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:15:50.941863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 58864) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:51.033854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec602-b2b7-4dd3-a9e5-5e5464ccaab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:51.036717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec602-b2b7-4dd3-a9e5-5e5464ccaab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:51.046263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a2db80f-5bfa-4f31-ad3d-2f2ae7aaf0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:51.091218 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7d2ec602-b2b7-4dd3-a9e5-5e5464ccaab1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=13d7e61fa35b463c9b9820b699afa352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055986 Feb 17 00:15:51.094446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 58870) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:51.098732 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec602-b2b7-4dd3-a9e5-5e5464ccaab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cac642-467e-49e7-bad8-4ef11b36e167,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:51.102718 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7d2ec602-b2b7-4dd3-a9e5-5e5464ccaab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:51.163786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1baf3a1-7f93-458c-968b-8b7ce31cfbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:51.195478 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b1baf3a1-7f93-458c-968b-8b7ce31cfbcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:15:51.201673 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b1baf3a1-7f93-458c-968b-8b7ce31cfbcc admin admin] Usage tracker for resource:security_group_rule and tenant:f14901436f964af582fc4986d09a8a12 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:15:51.205291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b1baf3a1-7f93-458c-968b-8b7ce31cfbcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:15:51.220219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b1baf3a1-7f93-458c-968b-8b7ce31cfbcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:15:51.228879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-562f98d5-c8a7-41fd-81e2-37f1877e67c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:51.270659 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-562f98d5-c8a7-41fd-81e2-37f1877e67c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:51.363420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-562f98d5-c8a7-41fd-81e2-37f1877e67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:51.370843 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-87c44ea0-65db-41d3-a41f-9028684ee834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:51.388431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1baf3a1-7f93-458c-968b-8b7ce31cfbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:51.390077 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f98d5-c8a7-41fd-81e2-37f1877e67c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cac642-467e-49e7-bad8-4ef11b36e167,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:51.393586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-562f98d5-c8a7-41fd-81e2-37f1877e67c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:51.394275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1baf3a1-7f93-458c-968b-8b7ce31cfbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:51.401967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:51.448258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-562f98d5-c8a7-41fd-81e2-37f1877e67c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:51.449518 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-562f98d5-c8a7-41fd-81e2-37f1877e67c6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/65cac642-467e-49e7-bad8-4ef11b36e167 HTTP/1.1" status: 204 len: 168 time: 0.3526590 Feb 17 00:15:51.457405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baf3a1-7f93-458c-968b-8b7ce31cfbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8da35a-849a-4f5c-b97b-e736d507ab0e,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:51.463169 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b1baf3a1-7f93-458c-968b-8b7ce31cfbcc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f14901436f964af582fc4986d09a8a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189188 Feb 17 00:15:51.463169 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b1baf3a1-7f93-458c-968b-8b7ce31cfbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:51.465310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58876) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:51.532039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80362f51-9353-4d28-906a-612fec418d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:51.562801 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80362f51-9353-4d28-906a-612fec418d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:51.613980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80362f51-9353-4d28-906a-612fec418d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:51.619050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:51.647569 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80362f51-9353-4d28-906a-612fec418d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8da35a-849a-4f5c-b97b-e736d507ab0e,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:51.651775 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-80362f51-9353-4d28-906a-612fec418d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:51.664089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80362f51-9353-4d28-906a-612fec418d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:51.668188 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-80362f51-9353-4d28-906a-612fec418d4f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b8da35a-849a-4f5c-b97b-e736d507ab0e HTTP/1.1" status: 204 len: 168 time: 0.2016966 Feb 17 00:15:51.739559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03523436-0159-42ef-9089-f56e73cc892e req-44ed9422-b5ee-45b7-80df-c2f8899a9acc tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:51.741281 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-44ed9422-b5ee-45b7-80df-c2f8899a9acc tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.44 "GET /v2.0/networks?id=77da9eab-d8a1-420d-bcac-94741622460d HTTP/1.1" status: 200 len: 814 time: 0.2265987 Feb 17 00:15:51.757846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Request body: {'port': {'device_id': '0141b47b-86f3-43e1-b463-97d88be5e2a3', 'network_id': '77da9eab-d8a1-420d-bcac-94741622460d', 'admin_state_up': True, 'tenant_id': '63208cea449140cc8fabb7e300d59a21'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:15:51.778418 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a22adfd4-57c4-4418-926b-53a9e073a0ca req-d1d6640a-4d3b-4bab-ab61-3d9ae9154dfc tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 210 time: 0.0941489 Feb 17 00:15:51.923250 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:15:51.928551 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Usage tracker for resource:port and tenant:63208cea449140cc8fabb7e300d59a21 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:15:51.932446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:15:51.939148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:15:51.949865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Made reservation on behalf of 63208cea449140cc8fabb7e300d59a21 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:15:51.955625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:52.301915 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Allocated IP 172.20.0.9 (77da9eab-d8a1-420d-bcac-94741622460d/199bd6b7-7615-4e50-9069-dc949cb90f3a/20f3d31c-536a-4060-862f-6664df0714d7) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:15:52.535958 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:52.574407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:52.596471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:52.740970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Pushing event updated for resources: {'Port': ['ID=20f3d31c-536a-4060-862f-6664df0714d7,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:52.745495 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:52.801673 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Network 77da9eab-d8a1-420d-bcac-94741622460d is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:15:52.802846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:15:52.805387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:15:52.872961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:52.874103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:52.898014 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1440675 Feb 17 00:15:52.911128 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Request body: {'port': {'device_id': '0141b47b-86f3-43e1-b463-97d88be5e2a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:15:52.997329 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739aa19-de16-42d5-ac88-6c06222deef5 req-3863d2c1-1258-4789-8d14-8af7a1813c3d tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:53.005855 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f739aa19-de16-42d5-ac88-6c06222deef5 req-3863d2c1-1258-4789-8d14-8af7a1813c3d tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 931 time: 0.0987828 Feb 17 00:15:53.062366 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f739aa19-de16-42d5-ac88-6c06222deef5 req-708f35e8-76a2-4c63-88cb-25fda1204daa tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553381 Feb 17 00:15:53.067254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:53.536198 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f3d31c-536a-4060-862f-6664df0714d7 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:15:53.545100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:53.558932 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Transition to ACTIVE for port object 20f3d31c-536a-4060-862f-6664df0714d7 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:15:53.561664 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:53.579175 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:53.717090 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Pushing event updated for resources: {'Port': ['ID=20f3d31c-536a-4060-862f-6664df0714d7,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:53.722766 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:53.909160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58970) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:53.914370 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Attempting to bind port 20f3d31c-536a-4060-862f-6664df0714d7 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:15:53.914725 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Attempting to bind port 20f3d31c-536a-4060-862f-6664df0714d7 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '7328c3d8-2723-4849-8d2b-655389901c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77da9eab-d8a1-420d-bcac-94741622460d'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:15:53.915099 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Attempting to bind port 20f3d31c-536a-4060-862f-6664df0714d7 on network 77da9eab-d8a1-420d-bcac-94741622460d {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:15:53.921465 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:15:53.922069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Checking segment: {'id': '7328c3d8-2723-4849-8d2b-655389901c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77da9eab-d8a1-420d-bcac-94741622460d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:15:53.922591 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:53.923067 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Bound using segment: {'id': '7328c3d8-2723-4849-8d2b-655389901c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77da9eab-d8a1-420d-bcac-94741622460d'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:15:53.923795 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Bound port: 20f3d31c-536a-4060-862f-6664df0714d7, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7328c3d8-2723-4849-8d2b-655389901c14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '77da9eab-d8a1-420d-bcac-94741622460d'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:15:53.924163 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:54.030593 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] For port 20f3d31c-536a-4060-862f-6664df0714d7, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:15:54.032948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] For port 20f3d31c-536a-4060-862f-6664df0714d7, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=20f3d31c-536a-4060-862f-6664df0714d7,segment=NetworkSegment(7328c3d8-2723-4849-8d2b-655389901c14),segment_id=7328c3d8-2723-4849-8d2b-655389901c14)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:15:54.040260 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:54.052508 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e9aab094-aeed-4d81-b8cd-09b80ebf6f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:54.058099 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:54.072755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e9aab094-aeed-4d81-b8cd-09b80ebf6f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:15:54.078219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e9aab094-aeed-4d81-b8cd-09b80ebf6f0a admin admin] Usage tracker for resource:security_group_rule and tenant:611ebd091e2e498e8b70300e3d82dd1c is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:15:54.081230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e9aab094-aeed-4d81-b8cd-09b80ebf6f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:15:54.087834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e9aab094-aeed-4d81-b8cd-09b80ebf6f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:15:54.226167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Pushing event updated for resources: {'Port': ['ID=20f3d31c-536a-4060-862f-6664df0714d7,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:54.229953 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:54.270670 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:54.271630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:54.273665 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] 10.222.0.44 "PUT /v2.0/ports/20f3d31c-536a-4060-862f-6664df0714d7 HTTP/1.1" status: 200 len: 1157 time: 1.3677082 Feb 17 00:15:54.274263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0141b47b-86f3-43e1-b463-97d88be5e2a3', 'tag': '20f3d31c-536a-4060-862f-6664df0714d7'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:54.322712 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465bb2d-5995-4c0f-ae56-5f382fab484a req-17f4c1b5-4def-4a9b-af4a-8c0ff46267b5 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:54.324351 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3465bb2d-5995-4c0f-ae56-5f382fab484a req-17f4c1b5-4def-4a9b-af4a-8c0ff46267b5 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 943 time: 0.1269360 Feb 17 00:15:54.333132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e9aab094-aeed-4d81-b8cd-09b80ebf6f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:54.349698 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e9aab094-aeed-4d81-b8cd-09b80ebf6f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:54.360293 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3fef54fc-70cb-49a1-a5f4-44edc438716e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:54.370751 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0141b47b-86f3-43e1-b463-97d88be5e2a3', 'tag': '20f3d31c-536a-4060-862f-6664df0714d7', 'status': 'completed', 'code': 200} Feb 17 00:15:54.434194 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3465bb2d-5995-4c0f-ae56-5f382fab484a req-e3b63f58-1be3-4f3a-bbdd-5514e618c36f tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995696 Feb 17 00:15:54.445099 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e9aab094-aeed-4d81-b8cd-09b80ebf6f0a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=611ebd091e2e498e8b70300e3d82dd1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5332963 Feb 17 00:15:54.446013 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58984) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:54.448769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aab094-aeed-4d81-b8cd-09b80ebf6f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9a9416-d905-4585-942b-5f00f5fee408,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:54.477096 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e9aab094-aeed-4d81-b8cd-09b80ebf6f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:54.529939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e959340d-5b94-4469-93eb-81fe81d148f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:54.560886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e959340d-5b94-4469-93eb-81fe81d148f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:54.627859 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e959340d-5b94-4469-93eb-81fe81d148f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:54.635083 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:54.652036 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959340d-5b94-4469-93eb-81fe81d148f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9a9416-d905-4585-942b-5f00f5fee408,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:54.654826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e959340d-5b94-4469-93eb-81fe81d148f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:54.656571 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e959340d-5b94-4469-93eb-81fe81d148f0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4f9a9416-d905-4585-942b-5f00f5fee408 HTTP/1.1" status: 204 len: 168 time: 0.2093651 Feb 17 00:15:54.657604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e959340d-5b94-4469-93eb-81fe81d148f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:54.698246 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03523436-0159-42ef-9089-f56e73cc892e req-7388891a-9289-4645-8410-49db04776cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:54.699172 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-7388891a-9289-4645-8410-49db04776cb5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63208cea449140cc8fabb7e300d59a21&device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 1160 time: 0.3815532 Feb 17 00:15:54.779503 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-7041c645-4823-4150-9a5a-cd10fe864101 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20f3d31c-536a-4060-862f-6664df0714d7 HTTP/1.1" status: 200 len: 217 time: 0.0714951 Feb 17 00:15:54.853285 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03523436-0159-42ef-9089-f56e73cc892e req-cec66fbc-26c2-4c91-aa9d-0d85f5e93aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:54.854899 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-cec66fbc-26c2-4c91-aa9d-0d85f5e93aed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=199bd6b7-7615-4e50-9069-dc949cb90f3a HTTP/1.1" status: 200 len: 854 time: 0.0665390 Feb 17 00:15:54.912587 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-5efe9a37-3b4e-4963-bd69-82af98bcff58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77da9eab-d8a1-420d-bcac-94741622460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489404 Feb 17 00:15:54.953655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 58996) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:54.973711 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:54.988868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:15:54.992988 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Usage tracker for resource:security_group_rule and tenant:f0c5698a35724be3b8780391224bc2bb is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:15:54.995875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:15:55.001692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:15:55.054679 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-06bc18aa-a02a-428c-bd37-68a78deba15c service neutron] 10.222.0.44 "GET /v2.0/networks/77da9eab-d8a1-420d-bcac-94741622460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353905 Feb 17 00:15:55.093200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:55.097951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:55.108652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e802423b-9782-4856-8c98-2752891eb39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:55.153875 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f0c5698a35724be3b8780391224bc2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989388 Feb 17 00:15:55.154870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7b8ef9-0a37-4dd6-b87c-ffeb8d5e53e0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:55.157474 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59000) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:55.175202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.175615 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.176013 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.176407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.176825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.177214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.177600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.177984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.178370 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.178752 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.179132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.179509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.179925 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.180303 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.180739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.181450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.181838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.182224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.182600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.182968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.183343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.183694 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.184074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.184448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:15:55.189863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:55.211331 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03523436-0159-42ef-9089-f56e73cc892e req-777c1718-02fb-44f5-8369-99cdd7e6a161 service neutron] 10.222.0.44 "GET /v2.0/networks/77da9eab-d8a1-420d-bcac-94741622460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455297 Feb 17 00:15:55.240588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a6268954-e58d-423e-8e7c-1cf6fea94ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:55.269221 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a6268954-e58d-423e-8e7c-1cf6fea94ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:55.314401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a6268954-e58d-423e-8e7c-1cf6fea94ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:55.319636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e0a0906f-ced0-41b6-a095-8edd42faee2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:55.332149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6268954-e58d-423e-8e7c-1cf6fea94ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7b8ef9-0a37-4dd6-b87c-ffeb8d5e53e0,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:55.335296 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a6268954-e58d-423e-8e7c-1cf6fea94ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:55.337361 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a6268954-e58d-423e-8e7c-1cf6fea94ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:55.338538 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a6268954-e58d-423e-8e7c-1cf6fea94ab0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eb7b8ef9-0a37-4dd6-b87c-ffeb8d5e53e0 HTTP/1.1" status: 204 len: 168 time: 0.1787608 Feb 17 00:15:55.340330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5a494-c810-430b-aa97-43f4850501f3 req-235cf160-96ed-4cba-9ef3-a2c175767ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:55.342573 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-44c5a494-c810-430b-aa97-43f4850501f3 req-235cf160-96ed-4cba-9ef3-a2c175767ddd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63208cea449140cc8fabb7e300d59a21&device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 1160 time: 0.0838223 Feb 17 00:15:55.506643 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5a494-c810-430b-aa97-43f4850501f3 req-e7e1963e-bb24-4713-b575-9fff68568370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:55.508271 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-44c5a494-c810-430b-aa97-43f4850501f3 req-e7e1963e-bb24-4713-b575-9fff68568370 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77da9eab-d8a1-420d-bcac-94741622460d HTTP/1.1" status: 200 len: 908 time: 0.1495159 Feb 17 00:15:55.583811 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-44c5a494-c810-430b-aa97-43f4850501f3 req-95bd7a47-a82a-4c4b-83b9-218e278965b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20f3d31c-536a-4060-862f-6664df0714d7 HTTP/1.1" status: 200 len: 217 time: 0.0685849 Feb 17 00:15:55.661167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c385ff-dcc7-4c68-a4c2-900de42967cb req-4963820d-35a6-4f4a-8e37-0c114d26cd6b tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:55.663219 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3c385ff-dcc7-4c68-a4c2-900de42967cb req-4963820d-35a6-4f4a-8e37-0c114d26cd6b tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0949965 Feb 17 00:15:55.668754 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5a494-c810-430b-aa97-43f4850501f3 req-9580d8b9-f32e-431b-993d-2d2aae2c000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:55.670324 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-44c5a494-c810-430b-aa97-43f4850501f3 req-9580d8b9-f32e-431b-993d-2d2aae2c000e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=199bd6b7-7615-4e50-9069-dc949cb90f3a HTTP/1.1" status: 200 len: 854 time: 0.0800471 Feb 17 00:15:55.717513 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3c385ff-dcc7-4c68-a4c2-900de42967cb req-afd00b08-efa9-4941-801e-0c84f1df6f48 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Feb 17 00:15:55.727217 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-44c5a494-c810-430b-aa97-43f4850501f3 req-806f7900-06eb-49e4-92d8-f921e576e495 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77da9eab-d8a1-420d-bcac-94741622460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481827 Feb 17 00:15:55.884510 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-44c5a494-c810-430b-aa97-43f4850501f3 req-517b8705-aad0-42de-a7ee-dfda4d638290 service neutron] 10.222.0.44 "GET /v2.0/networks/77da9eab-d8a1-420d-bcac-94741622460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470551 Feb 17 00:15:56.038406 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-44c5a494-c810-430b-aa97-43f4850501f3 req-f8743f4b-2b23-4c9d-a164-6eb20d30d3cb service neutron] 10.222.0.44 "GET /v2.0/networks/77da9eab-d8a1-420d-bcac-94741622460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1470788 Feb 17 00:15:56.945443 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7482a-6bac-4d5b-907e-236dbb8eb93f req-9742d1eb-8fe1-40ef-b81c-663dc8ca3daa tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:56.947097 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4be7482a-6bac-4d5b-907e-236dbb8eb93f req-9742d1eb-8fe1-40ef-b81c-663dc8ca3daa tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0952704 Feb 17 00:15:56.996280 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4be7482a-6bac-4d5b-907e-236dbb8eb93f req-accf9f8e-e892-4572-b5c1-2932c2016fbd tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 Feb 17 00:15:57.381000 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59074) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:57.505375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d8218849-7963-4c52-aa57-9f924deda858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:57.520929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d8218849-7963-4c52-aa57-9f924deda858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:15:57.524920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d8218849-7963-4c52-aa57-9f924deda858 admin admin] Usage tracker for resource:security_group_rule and tenant:bc8c0de91e444fdbbe3641f631a502f9 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:15:57.527791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d8218849-7963-4c52-aa57-9f924deda858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:15:57.533446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d8218849-7963-4c52-aa57-9f924deda858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:15:57.616886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d8218849-7963-4c52-aa57-9f924deda858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:57.619782 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d8218849-7963-4c52-aa57-9f924deda858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:57.628623 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-29a620c5-39a4-47e2-83b0-ff5da416ac00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:57.671256 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d8218849-7963-4c52-aa57-9f924deda858 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bc8c0de91e444fdbbe3641f631a502f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891035 Feb 17 00:15:57.672952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8218849-7963-4c52-aa57-9f924deda858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56e0619-b791-4530-843d-e347014a0552,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:57.674299 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 59080) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:57.677122 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d8218849-7963-4c52-aa57-9f924deda858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:57.738372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8ed38cfa-6df5-4a8b-9520-432f759b5eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:57.763973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 20f3d31c-536a-4060-862f-6664df0714d7 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:15:57.765078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8ed38cfa-6df5-4a8b-9520-432f759b5eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:57.823420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8ed38cfa-6df5-4a8b-9520-432f759b5eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:57.829058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-25049b7f-e81d-4872-89e7-6c1bcc50fa38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:57.837416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 20f3d31c-536a-4060-862f-6664df0714d7 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:15:57.842300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 20f3d31c-536a-4060-862f-6664df0714d7 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:15:57.842719 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:57.843207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed38cfa-6df5-4a8b-9520-432f759b5eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56e0619-b791-4530-843d-e347014a0552,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:57.846364 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8ed38cfa-6df5-4a8b-9520-432f759b5eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:57.848006 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8ed38cfa-6df5-4a8b-9520-432f759b5eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:57.852262 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8ed38cfa-6df5-4a8b-9520-432f759b5eb5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b56e0619-b791-4530-843d-e347014a0552 HTTP/1.1" status: 204 len: 168 time: 0.1768503 Feb 17 00:15:58.002912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:58.076622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 20f3d31c-536a-4060-862f-6664df0714d7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=20f3d31c-536a-4060-862f-6664df0714d7,segment=NetworkSegment(7328c3d8-2723-4849-8d2b-655389901c14),segment_id=7328c3d8-2723-4849-8d2b-655389901c14)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:15:58.077778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0141b47b-86f3-43e1-b463-97d88be5e2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f3d31c-536a-4060-862f-6664df0714d7'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:58.092062 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:58.114270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:58.261075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 59104) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:58.264910 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=20f3d31c-536a-4060-862f-6664df0714d7,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:58.269800 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:58.284292 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4ad94349-6ee6-4ee8-8d2e-1442283c0275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:58.303492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4ad94349-6ee6-4ee8-8d2e-1442283c0275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:15:58.309661 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4ad94349-6ee6-4ee8-8d2e-1442283c0275 admin admin] Usage tracker for resource:security_group_rule and tenant:cc5f793cb3fe4a769675f23e91ad0ca5 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:15:58.316283 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4ad94349-6ee6-4ee8-8d2e-1442283c0275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:15:58.352112 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4ad94349-6ee6-4ee8-8d2e-1442283c0275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:15:58.372925 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0141b47b-86f3-43e1-b463-97d88be5e2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f3d31c-536a-4060-862f-6664df0714d7', 'code': 200} Feb 17 00:15:58.378885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc5591-a6a4-42ab-bd26-b6e0576a34bd req-892c73af-b285-453c-8c7a-2f3e5e2cb359 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:58.386915 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-19dc5591-a6a4-42ab-bd26-b6e0576a34bd req-892c73af-b285-453c-8c7a-2f3e5e2cb359 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1509871 Feb 17 00:15:58.458268 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-19dc5591-a6a4-42ab-bd26-b6e0576a34bd req-96159685-9765-47a9-853a-adc311109a4a tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703597 Feb 17 00:15:58.465087 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4ad94349-6ee6-4ee8-8d2e-1442283c0275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:58.468367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4ad94349-6ee6-4ee8-8d2e-1442283c0275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:58.479243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-562f98d5-c8a7-41fd-81e2-37f1877e67c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:58.528438 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4ad94349-6ee6-4ee8-8d2e-1442283c0275 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cc5f793cb3fe4a769675f23e91ad0ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652767 Feb 17 00:15:58.530190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad94349-6ee6-4ee8-8d2e-1442283c0275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69fa10c-f94d-41af-92fd-978dec4b4b0f,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:58.531262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59112) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:58.534162 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4ad94349-6ee6-4ee8-8d2e-1442283c0275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:58.565334 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 59116) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:58.613398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0de2-3846-4f4d-bb38-df54434418c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:58.641597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0de2-3846-4f4d-bb38-df54434418c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:58.684111 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6911cb-f793-4f31-9c22-d112490f5601 req-ccedc2f3-74c1-4938-94e5-9cbcdc962f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:58.685797 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5a6911cb-f793-4f31-9c22-d112490f5601 req-ccedc2f3-74c1-4938-94e5-9cbcdc962f28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 1162 time: 0.0923336 Feb 17 00:15:58.699047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0de2-3846-4f4d-bb38-df54434418c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:58.703236 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e9aab094-aeed-4d81-b8cd-09b80ebf6f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:58.717717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb0de2-3846-4f4d-bb38-df54434418c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69fa10c-f94d-41af-92fd-978dec4b4b0f,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:58.719565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-501fe6a2-01b9-4df2-9d78-251bdbffbc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:58.721975 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a4cb0de2-3846-4f4d-bb38-df54434418c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:58.728354 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0de2-3846-4f4d-bb38-df54434418c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:58.731974 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a4cb0de2-3846-4f4d-bb38-df54434418c2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f69fa10c-f94d-41af-92fd-978dec4b4b0f HTTP/1.1" status: 204 len: 168 time: 0.1970744 Feb 17 00:15:58.750149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-501fe6a2-01b9-4df2-9d78-251bdbffbc2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:15:58.758761 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-501fe6a2-01b9-4df2-9d78-251bdbffbc2e admin admin] Usage tracker for resource:security_group_rule and tenant:f8ed5325c9754a2a9bb0e498d26db51c is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:15:58.763360 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-501fe6a2-01b9-4df2-9d78-251bdbffbc2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:15:58.767434 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5a6911cb-f793-4f31-9c22-d112490f5601 req-6e62c21e-192e-4b02-9bc7-00f04c3d1c62 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650561 Feb 17 00:15:58.771843 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-501fe6a2-01b9-4df2-9d78-251bdbffbc2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:15:58.860361 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-501fe6a2-01b9-4df2-9d78-251bdbffbc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:58.863301 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-501fe6a2-01b9-4df2-9d78-251bdbffbc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:58.871752 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b9203e70-51d7-4ab1-90c7-f058950ac5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:58.914515 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-501fe6a2-01b9-4df2-9d78-251bdbffbc2e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f8ed5325c9754a2a9bb0e498d26db51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476748 Feb 17 00:15:58.916214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fe6a2-01b9-4df2-9d78-251bdbffbc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abf1fef-d413-4248-bc8a-f30e3af30cb5,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:58.917308 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59126) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:58.919816 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-501fe6a2-01b9-4df2-9d78-251bdbffbc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:58.984504 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-86cbfd11-a2bb-4763-a3ff-03d1d7547ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:59.014231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-86cbfd11-a2bb-4763-a3ff-03d1d7547ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:59.063192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-86cbfd11-a2bb-4763-a3ff-03d1d7547ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:59.068282 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b69e62d9-d406-4a5e-b613-11ee3ae41772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:59.083569 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbfd11-a2bb-4763-a3ff-03d1d7547ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abf1fef-d413-4248-bc8a-f30e3af30cb5,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:59.086292 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-86cbfd11-a2bb-4763-a3ff-03d1d7547ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:59.089994 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-86cbfd11-a2bb-4763-a3ff-03d1d7547ee0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3abf1fef-d413-4248-bc8a-f30e3af30cb5 HTTP/1.1" status: 204 len: 168 time: 0.1690965 Feb 17 00:15:59.089994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-86cbfd11-a2bb-4763-a3ff-03d1d7547ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:15:59.390560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 20f3d31c-536a-4060-862f-6664df0714d7 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:15:59.471887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 20f3d31c-536a-4060-862f-6664df0714d7 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:15:59.472320 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:59.500301 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59152) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:59.525924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6d80a7a5-8b1b-433e-b8d8-ea812d051949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:59.568779 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6d80a7a5-8b1b-433e-b8d8-ea812d051949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:15:59.576570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6d80a7a5-8b1b-433e-b8d8-ea812d051949 admin admin] Usage tracker for resource:security_group_rule and tenant:b31928d0f61c4e109c701d3f3361d2e2 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:15:59.586663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6d80a7a5-8b1b-433e-b8d8-ea812d051949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:15:59.601166 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6d80a7a5-8b1b-433e-b8d8-ea812d051949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:15:59.790908 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53943b4b-52c8-42cb-b81f-16098d1209d5 req-b78a039f-0b4a-4531-bec1-bcd669a6d41f tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:15:59.792569 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-53943b4b-52c8-42cb-b81f-16098d1209d5 req-b78a039f-0b4a-4531-bec1-bcd669a6d41f tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1363015 Feb 17 00:15:59.824342 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6d80a7a5-8b1b-433e-b8d8-ea812d051949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:59.833624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6d80a7a5-8b1b-433e-b8d8-ea812d051949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:15:59.854176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6b1f544f-c8d5-4de4-90d8-b645be72ffea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:15:59.896430 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6d80a7a5-8b1b-433e-b8d8-ea812d051949 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b31928d0f61c4e109c701d3f3361d2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917403 Feb 17 00:15:59.897342 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 59164) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:59.906976 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-53943b4b-52c8-42cb-b81f-16098d1209d5 req-b96f6345-ffb5-4eac-84a1-d3a2f3c44fd6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065257 Feb 17 00:15:59.908652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80a7a5-8b1b-433e-b8d8-ea812d051949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c570f9e-6556-48e7-8146-1825a6cf87c3,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:15:59.912261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6d80a7a5-8b1b-433e-b8d8-ea812d051949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:00.040678 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7e74a097-d96a-4b09-8a5e-785a50a5f8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:00.051031 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b887dfc-53cc-428d-b6fd-8e84c2280133 req-3c75bcb1-24d3-47a1-a072-83039bacda76 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:00.052988 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b887dfc-53cc-428d-b6fd-8e84c2280133 req-3c75bcb1-24d3-47a1-a072-83039bacda76 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1023891 Feb 17 00:16:00.079047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7e74a097-d96a-4b09-8a5e-785a50a5f8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:00.114485 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b887dfc-53cc-428d-b6fd-8e84c2280133 req-986dd4d7-165a-4a7f-9958-7e0464d036f3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544872 Feb 17 00:16:00.163516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7e74a097-d96a-4b09-8a5e-785a50a5f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:00.170057 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c0cc5297-01f4-4e31-9928-8e44c1fdfe4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:00.188290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74a097-d96a-4b09-8a5e-785a50a5f8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c570f9e-6556-48e7-8146-1825a6cf87c3,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:00.192577 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7e74a097-d96a-4b09-8a5e-785a50a5f8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:00.203384 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7e74a097-d96a-4b09-8a5e-785a50a5f8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:00.205083 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7e74a097-d96a-4b09-8a5e-785a50a5f8cc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0c570f9e-6556-48e7-8146-1825a6cf87c3 HTTP/1.1" status: 204 len: 168 time: 0.3063545 Feb 17 00:16:00.718698 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:01.131988 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d55b1-39b8-409c-95b8-b788093b6025 req-5dc43ab2-d6a7-4608-a97c-b548ed4d39bf tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:01.133645 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e3d55b1-39b8-409c-95b8-b788093b6025 req-5dc43ab2-d6a7-4608-a97c-b548ed4d39bf tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0878022 Feb 17 00:16:01.226134 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e3d55b1-39b8-409c-95b8-b788093b6025 req-280157c4-c3dd-44c9-b1a0-b13ffc87a4d8 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797098 Feb 17 00:16:01.356861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8917e-ec68-49cd-b29e-27f4769d59bb req-97e2d07f-232f-4ecb-997b-6e331ae8bf68 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:01.358465 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0fd8917e-ec68-49cd-b29e-27f4769d59bb req-97e2d07f-232f-4ecb-997b-6e331ae8bf68 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1008067 Feb 17 00:16:01.396338 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 20f3d31c-536a-4060-862f-6664df0714d7 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:16:01.441309 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0fd8917e-ec68-49cd-b29e-27f4769d59bb req-a03f9983-ef70-47c4-abe1-38f0c2d6c8c7 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759070 Feb 17 00:16:01.512037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 20f3d31c-536a-4060-862f-6664df0714d7 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:16:01.512465 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:01.684870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 59242) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:01.837524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-50343c28-0765-499a-a558-998d5d440550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:01.863798 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-50343c28-0765-499a-a558-998d5d440550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:01.867961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-50343c28-0765-499a-a558-998d5d440550 admin admin] Usage tracker for resource:security_group_rule and tenant:0d89247ea6a84ddd9e21e202d6e84fa0 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:01.871183 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-50343c28-0765-499a-a558-998d5d440550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:01.877165 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-50343c28-0765-499a-a558-998d5d440550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:01.967728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-50343c28-0765-499a-a558-998d5d440550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:01.971048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-50343c28-0765-499a-a558-998d5d440550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:01.981578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-95983057-8682-4591-901c-6cb2370bed8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:02.038871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50343c28-0765-499a-a558-998d5d440550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b413d60-546f-4249-9922-0924bebc33cf,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:02.042328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-50343c28-0765-499a-a558-998d5d440550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:02.052537 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-50343c28-0765-499a-a558-998d5d440550 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0d89247ea6a84ddd9e21e202d6e84fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665035 Feb 17 00:16:02.052662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59254) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:02.121300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-76649402-e67f-4291-89a0-c495a88fc1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:02.151370 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-76649402-e67f-4291-89a0-c495a88fc1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:02.201493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-76649402-e67f-4291-89a0-c495a88fc1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:02.207019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a42b996-34be-49af-883e-33a796b05721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:02.219410 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76649402-e67f-4291-89a0-c495a88fc1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b413d60-546f-4249-9922-0924bebc33cf,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:02.221885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-76649402-e67f-4291-89a0-c495a88fc1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:02.230201 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-76649402-e67f-4291-89a0-c495a88fc1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:02.231420 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-76649402-e67f-4291-89a0-c495a88fc1bd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3b413d60-546f-4249-9922-0924bebc33cf HTTP/1.1" status: 204 len: 168 time: 0.1776283 Feb 17 00:16:02.658437 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2fc4c-e329-458b-ae99-581445437c79 req-8933ca90-247c-49dc-98a2-7d8cf29c1199 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:02.660128 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5cc2fc4c-e329-458b-ae99-581445437c79 req-8933ca90-247c-49dc-98a2-7d8cf29c1199 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0916431 Feb 17 00:16:02.712789 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5cc2fc4c-e329-458b-ae99-581445437c79 req-1f2c95c2-e35a-4769-bb7b-6f7a516d3f7e tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459039 Feb 17 00:16:03.930574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944fc5b-a01d-40f9-b066-44d335077725 req-e5801473-e59b-43ea-9897-fba5487ffd85 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:03.932449 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7944fc5b-a01d-40f9-b066-44d335077725 req-e5801473-e59b-43ea-9897-fba5487ffd85 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0888004 Feb 17 00:16:03.983057 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7944fc5b-a01d-40f9-b066-44d335077725 req-88c5b52f-df4e-4e4b-b03d-6960bc268329 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440762 Feb 17 00:16:05.216618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca87dbb-bcd8-4e67-adc4-51f006e57559 req-f5d5be2e-82d2-4db2-b22f-fb60cdfbbaa6 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:05.218335 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7ca87dbb-bcd8-4e67-adc4-51f006e57559 req-f5d5be2e-82d2-4db2-b22f-fb60cdfbbaa6 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1161771 Feb 17 00:16:05.268193 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 59336) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:05.269995 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7ca87dbb-bcd8-4e67-adc4-51f006e57559 req-f1b3306e-8b92-4151-b4aa-41daf9589661 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Feb 17 00:16:05.393554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ac85ede-b02c-4659-bd70-f8b6a596c93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:05.408718 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1ac85ede-b02c-4659-bd70-f8b6a596c93b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:05.412839 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1ac85ede-b02c-4659-bd70-f8b6a596c93b admin admin] Usage tracker for resource:security_group_rule and tenant:7946eec5f2b547e0bb8dd6ff6951342e is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:05.415787 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1ac85ede-b02c-4659-bd70-f8b6a596c93b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:05.421623 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1ac85ede-b02c-4659-bd70-f8b6a596c93b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:05.506878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ac85ede-b02c-4659-bd70-f8b6a596c93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:05.509697 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ac85ede-b02c-4659-bd70-f8b6a596c93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:05.518208 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:05.559732 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1ac85ede-b02c-4659-bd70-f8b6a596c93b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7946eec5f2b547e0bb8dd6ff6951342e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903287 Feb 17 00:16:05.560663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac85ede-b02c-4659-bd70-f8b6a596c93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a390d2-00d8-4aaf-88e3-9fd96ba67ff5,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:05.562646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59342) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:05.564037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1ac85ede-b02c-4659-bd70-f8b6a596c93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:05.626852 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae995184-abad-4d86-86c5-5cf4319b16dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:05.653710 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae995184-abad-4d86-86c5-5cf4319b16dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:05.699163 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae995184-abad-4d86-86c5-5cf4319b16dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:05.704115 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-639afa98-4bb2-476a-a22c-01e345c419fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:05.714831 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995184-abad-4d86-86c5-5cf4319b16dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a390d2-00d8-4aaf-88e3-9fd96ba67ff5,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:05.719811 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ae995184-abad-4d86-86c5-5cf4319b16dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:05.722139 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae995184-abad-4d86-86c5-5cf4319b16dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:05.723347 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ae995184-abad-4d86-86c5-5cf4319b16dd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a0a390d2-00d8-4aaf-88e3-9fd96ba67ff5 HTTP/1.1" status: 204 len: 168 time: 0.1588676 Feb 17 00:16:06.014564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59352) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:06.033692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-48106438-8f5d-4222-9210-78468112db3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:06.049714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-48106438-8f5d-4222-9210-78468112db3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:06.054261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-48106438-8f5d-4222-9210-78468112db3b admin admin] Usage tracker for resource:security_group_rule and tenant:4cdd96b5f7594fb68746418cc0ea3eef is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:06.057478 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-48106438-8f5d-4222-9210-78468112db3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:06.063315 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-48106438-8f5d-4222-9210-78468112db3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:06.154668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-48106438-8f5d-4222-9210-78468112db3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:06.157642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-48106438-8f5d-4222-9210-78468112db3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:06.166451 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7d2ec602-b2b7-4dd3-a9e5-5e5464ccaab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:06.209606 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-48106438-8f5d-4222-9210-78468112db3b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4cdd96b5f7594fb68746418cc0ea3eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939108 Feb 17 00:16:06.210493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48106438-8f5d-4222-9210-78468112db3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9116964c-a427-49cb-be42-5effa354c2a9,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:06.212456 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 59356) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:06.213788 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-48106438-8f5d-4222-9210-78468112db3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:06.280098 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6546ed36-259e-4c99-9edb-0214c9818fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:06.304249 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb267bd7-9050-41d1-af1d-b03b0dbeb5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:06.308274 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6546ed36-259e-4c99-9edb-0214c9818fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:06.366636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6546ed36-259e-4c99-9edb-0214c9818fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:06.370568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e55e902b-559d-47b1-a282-463b28404979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:06.383480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546ed36-259e-4c99-9edb-0214c9818fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9116964c-a427-49cb-be42-5effa354c2a9,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:06.387953 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6546ed36-259e-4c99-9edb-0214c9818fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:06.402077 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6546ed36-259e-4c99-9edb-0214c9818fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:06.403530 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6546ed36-259e-4c99-9edb-0214c9818fc0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9116964c-a427-49cb-be42-5effa354c2a9 HTTP/1.1" status: 204 len: 168 time: 0.1891153 Feb 17 00:16:06.502243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e8ddb-d68e-413c-9a48-9f3d1da42002 req-7d362673-cff6-441f-8e09-39dff030716b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:06.504313 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e49e8ddb-d68e-413c-9a48-9f3d1da42002 req-7d362673-cff6-441f-8e09-39dff030716b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1120443 Feb 17 00:16:06.562513 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e49e8ddb-d68e-413c-9a48-9f3d1da42002 req-f053f136-eaca-412b-92ce-d46f8920fe0d tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478714 Feb 17 00:16:06.833026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 59368) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:06.853159 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-89820f3c-e5ec-413c-9418-2906925215cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:06.869248 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-89820f3c-e5ec-413c-9418-2906925215cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:06.874040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-89820f3c-e5ec-413c-9418-2906925215cf admin admin] Usage tracker for resource:security_group_rule and tenant:f187e5c51f134a31a08ad48bb05a2494 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:06.877119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-89820f3c-e5ec-413c-9418-2906925215cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:06.883609 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-89820f3c-e5ec-413c-9418-2906925215cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:06.979334 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-89820f3c-e5ec-413c-9418-2906925215cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:06.982139 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-89820f3c-e5ec-413c-9418-2906925215cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:06.992972 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bedb5c6e-695a-4892-b97e-ab2d981d2ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:07.038991 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-89820f3c-e5ec-413c-9418-2906925215cf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f187e5c51f134a31a08ad48bb05a2494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046697 Feb 17 00:16:07.040648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89820f3c-e5ec-413c-9418-2906925215cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1bd987-9de4-4895-b85a-a2d09d5f66d8,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:07.041778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59374) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:07.044527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-89820f3c-e5ec-413c-9418-2906925215cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:07.113952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e6d3426c-78b5-48ad-9526-d0d175ab997e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:07.143760 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e6d3426c-78b5-48ad-9526-d0d175ab997e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:07.188841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e6d3426c-78b5-48ad-9526-d0d175ab997e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:07.193761 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6d80a7a5-8b1b-433e-b8d8-ea812d051949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:07.206192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3426c-78b5-48ad-9526-d0d175ab997e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1bd987-9de4-4895-b85a-a2d09d5f66d8,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:07.211373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e6d3426c-78b5-48ad-9526-d0d175ab997e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:07.215786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e6d3426c-78b5-48ad-9526-d0d175ab997e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:07.217044 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e6d3426c-78b5-48ad-9526-d0d175ab997e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7e1bd987-9de4-4895-b85a-a2d09d5f66d8 HTTP/1.1" status: 204 len: 168 time: 0.1741633 Feb 17 00:16:07.776114 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e1df4-2b72-457e-9119-b18664a41ed3 req-78aa97d8-224a-4971-8a86-4f7f2b72bfa3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:07.777883 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-884e1df4-2b72-457e-9119-b18664a41ed3 req-78aa97d8-224a-4971-8a86-4f7f2b72bfa3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0975158 Feb 17 00:16:07.828106 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-884e1df4-2b72-457e-9119-b18664a41ed3 req-2ee6f039-075e-4228-8bfe-2f54b540a21d tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435610 Feb 17 00:16:08.055829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:16:08.599349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bba19e4f-50ba-46f6-b80c-8c45f6dba60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:09.041767 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ec698-a8c5-4bfc-8af5-cbf708da7dcd req-83c097d3-813c-4138-86fd-83ce2289940a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:09.043406 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b40ec698-a8c5-4bfc-8af5-cbf708da7dcd req-83c097d3-813c-4138-86fd-83ce2289940a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0919032 Feb 17 00:16:09.095731 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b40ec698-a8c5-4bfc-8af5-cbf708da7dcd req-acc35ace-8a36-4cb7-92ae-75c86f990546 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437982 Feb 17 00:16:09.229390 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:10.223218 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:10.451970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef8f0b-1d28-46a6-9f85-d422bb4dfd97 req-f3ebf980-32a5-459a-ab20-4b7f7d6a9246 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:10.453629 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4ef8f0b-1d28-46a6-9f85-d422bb4dfd97 req-f3ebf980-32a5-459a-ab20-4b7f7d6a9246 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0896397 Feb 17 00:16:10.506127 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4ef8f0b-1d28-46a6-9f85-d422bb4dfd97 req-bea87dda-08d9-4881-84a7-fce760dd310a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457604 Feb 17 00:16:10.530414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:11.713006 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c00cb-72b6-470d-b664-b8bbf56fc024 req-cb81af5a-4bf6-4ac8-9001-9b9591613987 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:11.714585 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-876c00cb-72b6-470d-b664-b8bbf56fc024 req-cb81af5a-4bf6-4ac8-9001-9b9591613987 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0887542 Feb 17 00:16:11.761901 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-876c00cb-72b6-470d-b664-b8bbf56fc024 req-ea8d3beb-431d-4219-9bd7-89adfc5af7e1 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409167 Feb 17 00:16:12.137383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8a113-c074-4768-a4c4-8e885e22af25 req-13e70175-5062-44d3-b53c-595ffe41d5be tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:12.139013 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-34d8a113-c074-4768-a4c4-8e885e22af25 req-13e70175-5062-44d3-b53c-595ffe41d5be tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0907822 Feb 17 00:16:12.189698 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-34d8a113-c074-4768-a4c4-8e885e22af25 req-a606d020-87af-4c9e-b520-28c202bfe4b9 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432041 Feb 17 00:16:13.014745 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 59296b9a-0c67-4e29-8270-57850a512750 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:16:13.089457 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 59296b9a-0c67-4e29-8270-57850a512750 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:16:13.089756 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:13.118614 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a62df6-e97d-4c22-862c-df62f6149a69 req-4768b2d2-63a9-4519-b3b7-17ba8e9db499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:13.120424 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7a62df6-e97d-4c22-862c-df62f6149a69 req-4768b2d2-63a9-4519-b3b7-17ba8e9db499 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95fe88b7f186498c8c381859fdb282f8&device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 1162 time: 0.0918179 Feb 17 00:16:13.270969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a62df6-e97d-4c22-862c-df62f6149a69 req-a03a2687-38ec-42fd-bf0d-0bf59d56634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:13.272537 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7a62df6-e97d-4c22-862c-df62f6149a69 req-a03a2687-38ec-42fd-bf0d-0bf59d56634e service neutron] 10.222.0.44 "GET /v2.0/networks?id=57d6da7b-4930-4140-bc62-e7e2e204c324 HTTP/1.1" status: 200 len: 905 time: 0.1448393 Feb 17 00:16:13.387661 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7a62df6-e97d-4c22-862c-df62f6149a69 req-1d31c00e-791c-4a1f-b459-d7bb90d5085f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59296b9a-0c67-4e29-8270-57850a512750 HTTP/1.1" status: 200 len: 1001 time: 0.1076195 Feb 17 00:16:13.396979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b0e4-eeae-4b46-8ca0-e529e1b6bab9 req-56f423d8-ed20-44f2-95b2-b00e94835b8c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:13.398584 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cfa9b0e4-eeae-4b46-8ca0-e529e1b6bab9 req-56f423d8-ed20-44f2-95b2-b00e94835b8c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0900877 Feb 17 00:16:13.448252 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cfa9b0e4-eeae-4b46-8ca0-e529e1b6bab9 req-2af19d3c-b9da-4440-a849-65a1e232dcdb tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427153 Feb 17 00:16:13.458357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a62df6-e97d-4c22-862c-df62f6149a69 req-9d670d12-7846-4c89-8de1-b29dec43c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:13.459934 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7a62df6-e97d-4c22-862c-df62f6149a69 req-9d670d12-7846-4c89-8de1-b29dec43c3bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3aec74a8-fd66-4f13-9886-40a99c261d47 HTTP/1.1" status: 200 len: 850 time: 0.0650482 Feb 17 00:16:13.543573 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a62df6-e97d-4c22-862c-df62f6149a69 req-0d13fccd-7b6d-4a0b-bb04-582f9d851d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:13.545220 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7a62df6-e97d-4c22-862c-df62f6149a69 req-0d13fccd-7b6d-4a0b-bb04-582f9d851d30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57d6da7b-4930-4140-bc62-e7e2e204c324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778043 Feb 17 00:16:13.686464 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7a62df6-e97d-4c22-862c-df62f6149a69 req-fbf236c1-2cab-4e17-9780-58aedd39f062 service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332664 Feb 17 00:16:13.832434 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7a62df6-e97d-4c22-862c-df62f6149a69 req-2e5b0bdd-d36d-4822-b936-7ab39bd49ffd service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351333 Feb 17 00:16:14.297779 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59522) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:14.444947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b88bdc9e-4009-4ee9-847a-25e018d183fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:14.461129 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b88bdc9e-4009-4ee9-847a-25e018d183fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:14.465180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b88bdc9e-4009-4ee9-847a-25e018d183fe admin admin] Usage tracker for resource:security_group_rule and tenant:3ec1ea5aaf954e0893dc1cc7b2f5732a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:14.468084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b88bdc9e-4009-4ee9-847a-25e018d183fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:14.474637 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b88bdc9e-4009-4ee9-847a-25e018d183fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:14.571004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b88bdc9e-4009-4ee9-847a-25e018d183fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:14.574704 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b88bdc9e-4009-4ee9-847a-25e018d183fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:14.589893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ae995184-abad-4d86-86c5-5cf4319b16dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:14.900562 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b88bdc9e-4009-4ee9-847a-25e018d183fe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3ec1ea5aaf954e0893dc1cc7b2f5732a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6013606 Feb 17 00:16:14.902393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bdc9e-4009-4ee9-847a-25e018d183fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d429a915-b1f0-4c9d-855a-44c5a902f23d,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:14.903345 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 59534) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:14.908110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b88bdc9e-4009-4ee9-847a-25e018d183fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:14.939600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab148315-7eb2-4fa9-819c-e93ad86e7130 req-fd63df46-90de-44d6-aa29-62788496303e tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:14.941811 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ab148315-7eb2-4fa9-819c-e93ad86e7130 req-fd63df46-90de-44d6-aa29-62788496303e tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.3547938 Feb 17 00:16:14.970417 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc965de5-675e-40e5-9467-6f0f00c466ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:14.989186 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ab148315-7eb2-4fa9-819c-e93ad86e7130 req-72c39aef-570e-4f9f-924b-04a682b1781b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410039 Feb 17 00:16:14.998221 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc965de5-675e-40e5-9467-6f0f00c466ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:15.042948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc965de5-675e-40e5-9467-6f0f00c466ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:15.047855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-50e2e314-06a8-4965-b379-e08e87e121d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:15.060914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc965de5-675e-40e5-9467-6f0f00c466ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d429a915-b1f0-4c9d-855a-44c5a902f23d,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:15.065034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cc965de5-675e-40e5-9467-6f0f00c466ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:15.071462 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc965de5-675e-40e5-9467-6f0f00c466ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:15.072709 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cc965de5-675e-40e5-9467-6f0f00c466ea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d429a915-b1f0-4c9d-855a-44c5a902f23d HTTP/1.1" status: 204 len: 168 time: 0.1682565 Feb 17 00:16:15.359393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 59542) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:15.379021 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-14f808dc-2609-44b3-9632-821a8740aaec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:15.394374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-14f808dc-2609-44b3-9632-821a8740aaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:15.398460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-14f808dc-2609-44b3-9632-821a8740aaec admin admin] Usage tracker for resource:security_group_rule and tenant:e5051397a8b84d51a65c37e225272ae3 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:15.401427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-14f808dc-2609-44b3-9632-821a8740aaec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:15.407297 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-14f808dc-2609-44b3-9632-821a8740aaec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:15.494955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-14f808dc-2609-44b3-9632-821a8740aaec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:15.497845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-14f808dc-2609-44b3-9632-821a8740aaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:15.506965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7e74a097-d96a-4b09-8a5e-785a50a5f8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:15.551970 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-14f808dc-2609-44b3-9632-821a8740aaec admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e5051397a8b84d51a65c37e225272ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914039 Feb 17 00:16:15.553819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f808dc-2609-44b3-9632-821a8740aaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57057df8-45b9-4011-92f8-c269266115c5,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:15.555075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59552) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:15.557397 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-14f808dc-2609-44b3-9632-821a8740aaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:15.623618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8c462bb3-da9d-479e-b7c1-509b5c439691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:15.651940 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8c462bb3-da9d-479e-b7c1-509b5c439691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:15.697032 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8c462bb3-da9d-479e-b7c1-509b5c439691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:15.702080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7d0479d5-28a1-4364-b13b-d1c539a306d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:15.714672 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c462bb3-da9d-479e-b7c1-509b5c439691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57057df8-45b9-4011-92f8-c269266115c5,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:15.717432 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8c462bb3-da9d-479e-b7c1-509b5c439691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:15.725585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8c462bb3-da9d-479e-b7c1-509b5c439691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:15.726791 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8c462bb3-da9d-479e-b7c1-509b5c439691 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/57057df8-45b9-4011-92f8-c269266115c5 HTTP/1.1" status: 204 len: 168 time: 0.1693063 Feb 17 00:16:15.763383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59560) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:15.890896 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04868769-4cf4-4de2-b54d-ce31f7c2aefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:15.906641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-04868769-4cf4-4de2-b54d-ce31f7c2aefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:15.911122 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-04868769-4cf4-4de2-b54d-ce31f7c2aefd admin admin] Usage tracker for resource:security_group_rule and tenant:baa3f2bf98a5419b9d46ecae3826c223 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:15.914572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-04868769-4cf4-4de2-b54d-ce31f7c2aefd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:15.920934 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-04868769-4cf4-4de2-b54d-ce31f7c2aefd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:16.007085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04868769-4cf4-4de2-b54d-ce31f7c2aefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:16.010047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04868769-4cf4-4de2-b54d-ce31f7c2aefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:16.020828 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-28742f16-9f1c-4b0c-bf43-d409c1f5acd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:16.069363 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-04868769-4cf4-4de2-b54d-ce31f7c2aefd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=baa3f2bf98a5419b9d46ecae3826c223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023028 Feb 17 00:16:16.069800 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59574) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:16.072618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04868769-4cf4-4de2-b54d-ce31f7c2aefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26427d12-d9c5-47c0-953b-d35e38b2a573,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:16.076137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-04868769-4cf4-4de2-b54d-ce31f7c2aefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:16.188678 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2d43e27a-fc60-4f84-badc-ac6b7bd7136a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:16.223505 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2d43e27a-fc60-4f84-badc-ac6b7bd7136a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:16.282298 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93183bff-4651-4cc0-ac2a-e64dfea4ff72 req-ee0cef78-bd55-4e6d-965a-35e7859b3cd5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:16.284483 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-93183bff-4651-4cc0-ac2a-e64dfea4ff72 req-ee0cef78-bd55-4e6d-965a-35e7859b3cd5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1644411 Feb 17 00:16:16.309596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2d43e27a-fc60-4f84-badc-ac6b7bd7136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:16.317123 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-db91dafb-d6de-4520-83fb-9ce411fa3db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:16.346221 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43e27a-fc60-4f84-badc-ac6b7bd7136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26427d12-d9c5-47c0-953b-d35e38b2a573,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:16.349427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2d43e27a-fc60-4f84-badc-ac6b7bd7136a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:16.357607 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2d43e27a-fc60-4f84-badc-ac6b7bd7136a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:16.359468 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2d43e27a-fc60-4f84-badc-ac6b7bd7136a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/26427d12-d9c5-47c0-953b-d35e38b2a573 HTTP/1.1" status: 204 len: 168 time: 0.2887440 Feb 17 00:16:16.368282 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-93183bff-4651-4cc0-ac2a-e64dfea4ff72 req-36eedb1a-fb49-4cfc-a627-6ce2a928cf12 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762129 Feb 17 00:16:17.662494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 59296b9a-0c67-4e29-8270-57850a512750 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:16:17.774836 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 59296b9a-0c67-4e29-8270-57850a512750 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:16:17.776610 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:24.209454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6efe3-22ca-422f-b09e-6f2f49f82055 req-1e6458a3-5d4c-46da-b2f6-e6350c476a63 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:24.216997 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d9c6efe3-22ca-422f-b09e-6f2f49f82055 req-1e6458a3-5d4c-46da-b2f6-e6350c476a63 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1013460 Feb 17 00:16:24.264575 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d9c6efe3-22ca-422f-b09e-6f2f49f82055 req-f39cbebe-b337-4fd0-a68a-7ed7bfe4cbbb tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466399 Feb 17 00:16:25.325710 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5aa85378-1788-4ec1-b563-7e76464d0cad req-eeda9d6a-36b0-494e-9652-3320dfb5ba77 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0800343 Feb 17 00:16:25.435512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa85378-1788-4ec1-b563-7e76464d0cad req-db064415-6a8a-492f-afce-c7252056e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:25.437246 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5aa85378-1788-4ec1-b563-7e76464d0cad req-db064415-6a8a-492f-afce-c7252056e595 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 1162 time: 0.0852001 Feb 17 00:16:25.602270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa85378-1788-4ec1-b563-7e76464d0cad req-f4a493e2-46b7-4351-a3c4-47c54da8880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:25.604096 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5aa85378-1788-4ec1-b563-7e76464d0cad req-f4a493e2-46b7-4351-a3c4-47c54da8880d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 910 time: 0.1427703 Feb 17 00:16:25.625174 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2d5c6-12ef-457a-a12d-48d54b961054 req-6e01a0d0-b741-4f7e-bb60-8e1416e61b9d tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:25.626855 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73b2d5c6-12ef-457a-a12d-48d54b961054 req-6e01a0d0-b741-4f7e-bb60-8e1416e61b9d tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 945 time: 0.2369423 Feb 17 00:16:25.677313 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73b2d5c6-12ef-457a-a12d-48d54b961054 req-dc011333-30b7-425a-aaf5-82a530083a75 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440228 Feb 17 00:16:25.725347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59848) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:25.742253 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5aa85378-1788-4ec1-b563-7e76464d0cad req-2b6c0b0f-2c41-4b13-9c6e-9e24a44e3ed9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b537b32-fd98-41f4-a883-417e254a4ad8 HTTP/1.1" status: 200 len: 1000 time: 0.1249111 Feb 17 00:16:25.776851 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 20f3d31c-536a-4060-862f-6664df0714d7 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:16:25.819600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa85378-1788-4ec1-b563-7e76464d0cad req-590ab12e-f3bb-4fa2-b526-490f888c0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:25.821226 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5aa85378-1788-4ec1-b563-7e76464d0cad req-590ab12e-f3bb-4fa2-b526-490f888c0d4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e79efc6c-52dc-4bc6-86b5-06ed067c4e88 HTTP/1.1" status: 200 len: 855 time: 0.0713220 Feb 17 00:16:25.857151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 20f3d31c-536a-4060-862f-6664df0714d7 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:16:25.857936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:25.859490 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-17a7c9ef-4efd-43a8-9f9e-d8833c562448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:25.875716 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-17a7c9ef-4efd-43a8-9f9e-d8833c562448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:25.880284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-17a7c9ef-4efd-43a8-9f9e-d8833c562448 admin admin] Usage tracker for resource:security_group_rule and tenant:2fcc4e1273ef411fbdfb98eba7f0a046 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:25.883261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-17a7c9ef-4efd-43a8-9f9e-d8833c562448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:25.889104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-17a7c9ef-4efd-43a8-9f9e-d8833c562448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:25.975312 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-17a7c9ef-4efd-43a8-9f9e-d8833c562448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:25.977773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa85378-1788-4ec1-b563-7e76464d0cad req-ddef4a12-c1c7-40da-9394-4334a2e4177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:25.978537 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-17a7c9ef-4efd-43a8-9f9e-d8833c562448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:25.979827 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5aa85378-1788-4ec1-b563-7e76464d0cad req-ddef4a12-c1c7-40da-9394-4334a2e4177d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1514533 Feb 17 00:16:25.986769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6afab-4a8b-44f5-ab55-0dd872ff0cf6 req-d89c3784-2d90-4293-bc37-c8a4d085df8c tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:25.988065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cec6afab-4a8b-44f5-ab55-0dd872ff0cf6 req-d89c3784-2d90-4293-bc37-c8a4d085df8c tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Synchronizing usage tracker for tenant:63208cea449140cc8fabb7e300d59a21 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:16:25.988356 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2dbd8eb5-9240-4582-892b-88f00f83561a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:26.029618 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-17a7c9ef-4efd-43a8-9f9e-d8833c562448 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2fcc4e1273ef411fbdfb98eba7f0a046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030941 Feb 17 00:16:26.031272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7c9ef-4efd-43a8-9f9e-d8833c562448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248d6dd3-773b-4337-b630-e32155ad6af9,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:26.034576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59854) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:26.037395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-17a7c9ef-4efd-43a8-9f9e-d8833c562448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:26.092378 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cec6afab-4a8b-44f5-ab55-0dd872ff0cf6 req-d89c3784-2d90-4293-bc37-c8a4d085df8c tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Unset dirty status for tenant:63208cea449140cc8fabb7e300d59a21 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:16:26.093568 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cec6afab-4a8b-44f5-ab55-0dd872ff0cf6 req-d89c3784-2d90-4293-bc37-c8a4d085df8c tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.44 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 945 time: 0.2251360 Feb 17 00:16:26.100943 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d7b34655-071f-4358-a7dc-f6b28a3deb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:26.132407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d7b34655-071f-4358-a7dc-f6b28a3deb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:26.182233 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d7b34655-071f-4358-a7dc-f6b28a3deb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:26.187534 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-04868769-4cf4-4de2-b54d-ce31f7c2aefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:26.199663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b34655-071f-4358-a7dc-f6b28a3deb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248d6dd3-773b-4337-b630-e32155ad6af9,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:26.204344 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d7b34655-071f-4358-a7dc-f6b28a3deb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:26.208641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d7b34655-071f-4358-a7dc-f6b28a3deb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:26.212554 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d7b34655-071f-4358-a7dc-f6b28a3deb0a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/248d6dd3-773b-4337-b630-e32155ad6af9 HTTP/1.1" status: 204 len: 168 time: 0.1744919 Feb 17 00:16:26.419716 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5aa85378-1788-4ec1-b563-7e76464d0cad req-d1df64e9-0bd1-4a68-8356-a0bd19ce62d5 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286189 Feb 17 00:16:26.428658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-cec6afab-4a8b-44f5-ab55-0dd872ff0cf6 req-8c332bfe-6b6c-4abc-81e7-c9712f8bec64 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Deleting port 20f3d31c-536a-4060-862f-6664df0714d7 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:16:26.429077 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cec6afab-4a8b-44f5-ab55-0dd872ff0cf6 req-8c332bfe-6b6c-4abc-81e7-c9712f8bec64 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:26.542801 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59868) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:26.562633 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d1aca4a5-3e74-48ea-83db-5f0045bd0466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:26.578580 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d1aca4a5-3e74-48ea-83db-5f0045bd0466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:26.582805 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d1aca4a5-3e74-48ea-83db-5f0045bd0466 admin admin] Usage tracker for resource:security_group_rule and tenant:685aa6f6a8bd4b36adf92a0427a925d5 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:26.585912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d1aca4a5-3e74-48ea-83db-5f0045bd0466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:26.591862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d1aca4a5-3e74-48ea-83db-5f0045bd0466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:26.680152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d1aca4a5-3e74-48ea-83db-5f0045bd0466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:26.682452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d1aca4a5-3e74-48ea-83db-5f0045bd0466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:26.691662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e6d3426c-78b5-48ad-9526-d0d175ab997e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:26.740561 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d1aca4a5-3e74-48ea-83db-5f0045bd0466 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=685aa6f6a8bd4b36adf92a0427a925d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965406 Feb 17 00:16:26.741494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aca4a5-3e74-48ea-83db-5f0045bd0466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8186b41-2e18-4fc4-8544-b1a2430ceba5,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:26.744029 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59874) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:26.747098 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d1aca4a5-3e74-48ea-83db-5f0045bd0466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:26.770133 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5aa85378-1788-4ec1-b563-7e76464d0cad req-875a0ab9-a873-41d5-9087-616bd71a15d6 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3077095 Feb 17 00:16:26.832960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-cec6afab-4a8b-44f5-ab55-0dd872ff0cf6 req-8c332bfe-6b6c-4abc-81e7-c9712f8bec64 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] For port 20f3d31c-536a-4060-862f-6664df0714d7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=20f3d31c-536a-4060-862f-6664df0714d7,segment=NetworkSegment(7328c3d8-2723-4849-8d2b-655389901c14),segment_id=7328c3d8-2723-4849-8d2b-655389901c14)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:16:26.833367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cec6afab-4a8b-44f5-ab55-0dd872ff0cf6 req-8c332bfe-6b6c-4abc-81e7-c9712f8bec64 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:26.891712 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-678a1420-47bf-4e85-80da-69310b00ff14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:26.933065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-678a1420-47bf-4e85-80da-69310b00ff14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:26.959807 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94613d4b-df83-48c7-806d-dd5997c4ce8a req-05427f6b-5296-441c-bfcc-b69ffd1deeab tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:26.961406 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94613d4b-df83-48c7-806d-dd5997c4ce8a req-05427f6b-5296-441c-bfcc-b69ffd1deeab tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1510322 Feb 17 00:16:26.968961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-cec6afab-4a8b-44f5-ab55-0dd872ff0cf6 req-8c332bfe-6b6c-4abc-81e7-c9712f8bec64 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Calling delete_port for 20f3d31c-536a-4060-862f-6664df0714d7 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:16:27.030093 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94613d4b-df83-48c7-806d-dd5997c4ce8a req-7ee9c8d8-1431-48e9-8673-8d1d880394bf tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/security-groups?id=ac8db998-a36d-4b55-9e0d-b23c4eec8cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505493 Feb 17 00:16:27.036180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-678a1420-47bf-4e85-80da-69310b00ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:27.041477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a6268954-e58d-423e-8e7c-1cf6fea94ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:27.055298 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a1420-47bf-4e85-80da-69310b00ff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8186b41-2e18-4fc4-8544-b1a2430ceba5,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:27.056185 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-678a1420-47bf-4e85-80da-69310b00ff14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:27.062295 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-678a1420-47bf-4e85-80da-69310b00ff14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:27.063521 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-678a1420-47bf-4e85-80da-69310b00ff14 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f8186b41-2e18-4fc4-8544-b1a2430ceba5 HTTP/1.1" status: 204 len: 168 time: 0.3184769 Feb 17 00:16:27.137142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cec6afab-4a8b-44f5-ab55-0dd872ff0cf6 req-8c332bfe-6b6c-4abc-81e7-c9712f8bec64 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:27.153649 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-80599db5-bc3c-4592-9d68-06d3db83e709 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:27.252218 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c332bfe-6b6c-4abc-81e7-c9712f8bec64 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Pushing event deleted for resources: {'Port': ['ID=20f3d31c-536a-4060-862f-6664df0714d7,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:27.259564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8c332bfe-6b6c-4abc-81e7-c9712f8bec64 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:27.369203 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec6afab-4a8b-44f5-ab55-0dd872ff0cf6 req-8c332bfe-6b6c-4abc-81e7-c9712f8bec64 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] No DVR routers for this DVR port 20f3d31c-536a-4060-862f-6664df0714d7 on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:16:27.371531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cec6afab-4a8b-44f5-ab55-0dd872ff0cf6 req-8c332bfe-6b6c-4abc-81e7-c9712f8bec64 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:27.374380 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0141b47b-86f3-43e1-b463-97d88be5e2a3', 'name': 'network-vif-deleted', 'tag': '20f3d31c-536a-4060-862f-6664df0714d7'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:16:27.395664 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cec6afab-4a8b-44f5-ab55-0dd872ff0cf6 req-8c332bfe-6b6c-4abc-81e7-c9712f8bec64 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.44 "DELETE /v2.0/ports/20f3d31c-536a-4060-862f-6664df0714d7 HTTP/1.1" status: 204 len: 173 time: 1.2917051 Feb 17 00:16:27.432027 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0141b47b-86f3-43e1-b463-97d88be5e2a3', 'name': 'network-vif-deleted', 'tag': '20f3d31c-536a-4060-862f-6664df0714d7', 'status': 'completed', 'code': 200} Feb 17 00:16:27.449296 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 59886) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:27.469061 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e97ce3d6-d50a-47c5-9bca-a37ea563c2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:27.486467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e97ce3d6-d50a-47c5-9bca-a37ea563c2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:27.490724 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e97ce3d6-d50a-47c5-9bca-a37ea563c2fc admin admin] Usage tracker for resource:security_group_rule and tenant:6d0d6b58d820408d965d1f8619a36d01 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:27.493792 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e97ce3d6-d50a-47c5-9bca-a37ea563c2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:27.499797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e97ce3d6-d50a-47c5-9bca-a37ea563c2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:27.589646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e97ce3d6-d50a-47c5-9bca-a37ea563c2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:27.592258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e97ce3d6-d50a-47c5-9bca-a37ea563c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:27.601047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8ed38cfa-6df5-4a8b-9520-432f759b5eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:27.644509 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e97ce3d6-d50a-47c5-9bca-a37ea563c2fc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d0d6b58d820408d965d1f8619a36d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940281 Feb 17 00:16:27.645547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ce3d6-d50a-47c5-9bca-a37ea563c2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8d18c1-9325-4705-840b-078f22f17fed,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:27.647461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59894) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:27.648938 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e97ce3d6-d50a-47c5-9bca-a37ea563c2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:27.706663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 20f3d31c-536a-4060-862f-6664df0714d7 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:16:27.714421 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f40b98e-52b4-4471-95c1-dfa723099e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:27.743279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f40b98e-52b4-4471-95c1-dfa723099e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:27.746134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] No Port match for: 20f3d31c-536a-4060-862f-6664df0714d7 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:16:27.746544 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 20f3d31c-536a-4060-862f-6664df0714d7 not bound to the agent host hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:16:27.790090 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f40b98e-52b4-4471-95c1-dfa723099e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:27.795150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b88bdc9e-4009-4ee9-847a-25e018d183fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:27.806288 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40b98e-52b4-4471-95c1-dfa723099e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8d18c1-9325-4705-840b-078f22f17fed,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:27.810080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f40b98e-52b4-4471-95c1-dfa723099e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:27.813656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f40b98e-52b4-4471-95c1-dfa723099e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:27.814911 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5f40b98e-52b4-4471-95c1-dfa723099e16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fa8d18c1-9325-4705-840b-078f22f17fed HTTP/1.1" status: 204 len: 168 time: 0.1654515 Feb 17 00:16:28.234930 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce4257be-ce21-4a1f-acca-47c5a34da957 req-1ba81d34-c5a8-4105-8637-c0ad94d546c3 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] 10.222.0.74 "GET /v2.0/ports?device_id=0141b47b-86f3-43e1-b463-97d88be5e2a3 HTTP/1.1" status: 200 len: 210 time: 0.0529923 Feb 17 00:16:29.157660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 59922) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:29.286802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-669913aa-7255-4f21-8e69-d2eb00888be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:29.302020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-669913aa-7255-4f21-8e69-d2eb00888be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:29.306662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-669913aa-7255-4f21-8e69-d2eb00888be9 admin admin] Usage tracker for resource:security_group_rule and tenant:9646aa29e56f4f36843979da1663c13d is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:29.309654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-669913aa-7255-4f21-8e69-d2eb00888be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:29.315494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-669913aa-7255-4f21-8e69-d2eb00888be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:29.404709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-669913aa-7255-4f21-8e69-d2eb00888be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:29.407957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-669913aa-7255-4f21-8e69-d2eb00888be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:29.417602 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d7b34655-071f-4358-a7dc-f6b28a3deb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:29.460962 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-669913aa-7255-4f21-8e69-d2eb00888be9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9646aa29e56f4f36843979da1663c13d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020971 Feb 17 00:16:29.461904 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669913aa-7255-4f21-8e69-d2eb00888be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ab3faa-fa40-4c8e-9e25-d9c7df6f4ed0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:29.463986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 59932) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:29.465386 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-669913aa-7255-4f21-8e69-d2eb00888be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:29.551325 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbd9f-86ec-4da9-af77-41f47760570c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:29.580459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbd9f-86ec-4da9-af77-41f47760570c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:29.626449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbd9f-86ec-4da9-af77-41f47760570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:29.632219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cc965de5-675e-40e5-9467-6f0f00c466ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:29.646577 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fbd9f-86ec-4da9-af77-41f47760570c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ab3faa-fa40-4c8e-9e25-d9c7df6f4ed0,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:29.651954 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9c8fbd9f-86ec-4da9-af77-41f47760570c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:29.658967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbd9f-86ec-4da9-af77-41f47760570c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:29.669189 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9c8fbd9f-86ec-4da9-af77-41f47760570c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/63ab3faa-fa40-4c8e-9e25-d9c7df6f4ed0 HTTP/1.1" status: 204 len: 168 time: 0.1978347 Feb 17 00:16:30.512074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ea643-f6cc-4263-8ae0-efe1cc330da7 req-7c46c25f-898d-49d3-b1a5-3a57ed96fdd4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:30.513636 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d20ea643-f6cc-4263-8ae0-efe1cc330da7 req-7c46c25f-898d-49d3-b1a5-3a57ed96fdd4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0927219 Feb 17 00:16:30.561627 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d20ea643-f6cc-4263-8ae0-efe1cc330da7 req-620c7252-a25c-4f29-996a-ad5f8c04d2ad tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408533 Feb 17 00:16:30.700351 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:31.766901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b3dd4-2f41-4b7f-9321-6d470ac0e77d req-ef6ce6f3-0e1c-4004-a91e-b3e7aece76da tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:31.768557 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cd2b3dd4-2f41-4b7f-9321-6d470ac0e77d req-ef6ce6f3-0e1c-4004-a91e-b3e7aece76da tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0843928 Feb 17 00:16:31.819949 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cd2b3dd4-2f41-4b7f-9321-6d470ac0e77d req-fc96d6ec-9566-4bf2-a598-2ea51366769b tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450637 Feb 17 00:16:33.029415 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c225a9-3fad-4165-844a-ed36141c5995 req-7ce4e7f7-2132-4b20-9f5e-f7c5ddc131a3 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:33.031017 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-95c225a9-3fad-4165-844a-ed36141c5995 req-7ce4e7f7-2132-4b20-9f5e-f7c5ddc131a3 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0934455 Feb 17 00:16:33.083112 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-95c225a9-3fad-4165-844a-ed36141c5995 req-21fe7a79-681b-4f3b-b733-e785f0ff0731 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Feb 17 00:16:34.299564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014fda5-b981-40a8-9667-dca2e4c7a312 req-ab470f00-d90b-4615-8d2b-20c0e12db4e0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:34.301182 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2014fda5-b981-40a8-9667-dca2e4c7a312 req-ab470f00-d90b-4615-8d2b-20c0e12db4e0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0891361 Feb 17 00:16:34.349714 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2014fda5-b981-40a8-9667-dca2e4c7a312 req-683f8fce-19fe-45e1-b162-a498761bbad0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420229 Feb 17 00:16:34.678041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-d847d40c-bd50-42ae-8ec4-f26926086c20 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:34.678811 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-d847d40c-bd50-42ae-8ec4-f26926086c20 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Synchronizing usage tracker for tenant:5b740bb46efa4ac9b521609fcc9a66c9 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:16:34.691930 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-d847d40c-bd50-42ae-8ec4-f26926086c20 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Unset dirty status for tenant:5b740bb46efa4ac9b521609fcc9a66c9 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:16:34.693185 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-d847d40c-bd50-42ae-8ec4-f26926086c20 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0996227 Feb 17 00:16:35.558890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915a97e-506b-4491-9a61-3c48c65a694b req-06de6c53-cb64-4d03-a3db-43fda034a85f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:35.560540 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b915a97e-506b-4491-9a61-3c48c65a694b req-06de6c53-cb64-4d03-a3db-43fda034a85f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0891581 Feb 17 00:16:35.610224 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b915a97e-506b-4491-9a61-3c48c65a694b req-03d7324c-e051-424e-bb0e-d11e2cdb8c3d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=4c6e9653-8c4d-456b-b166-f5f52fad163f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428801 Feb 17 00:16:35.711274 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Deleting port 8b537b32-fd98-41f4-a883-417e254a4ad8 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:16:35.711668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:35.989861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] For port 8b537b32-fd98-41f4-a883-417e254a4ad8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8b537b32-fd98-41f4-a883-417e254a4ad8,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:16:35.990174 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:36.302008 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:36.302429 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:36.302784 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Floating IP f0382aae-c44e-43f3-976b-0b4cd54e902a disassociated. External IP: 172.27.1.37, port: 8b537b32-fd98-41f4-a883-417e254a4ad8. Feb 17 00:16:36.303169 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Calling delete_port for 8b537b32-fd98-41f4-a883-417e254a4ad8 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:16:36.306943 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aca06ee5-fe20-457c-b8ee-f56cb76bbd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:36.454778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:36.469575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98183b0f-36f7-4c36-9bbb-ef6bd182e642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:36.563808 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event deleted for resources: {'Port': ['ID=8b537b32-fd98-41f4-a883-417e254a4ad8,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:36.582914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.583319 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.583732 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.584186 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.584592 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.585025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.585424 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.585822 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.586221 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.586615 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.587009 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.587402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.587838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.588228 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.588621 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.589039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.589428 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.589818 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.590206 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.590595 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.590986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.591377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.591762 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.592149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:36.597836 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:36.788293 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7fbe7543-b402-4902-94b9-7dd0543a0a90 req-ed121e12-cde3-44f2-ab94-0217d61f1757 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 210 time: 0.0557823 Feb 17 00:16:36.856621 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Router 5bafd354-a383-4b8f-9dda-f03cd34465f3 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:16:37.057581 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:16:37.068926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90bdb4-121a-4670-8826-804ba79b4fa2 None None] Sync routers for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:16:37.083391 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90bdb4-121a-4670-8826-804ba79b4fa2 None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:16:37.084088 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3f90bdb4-121a-4670-8826-804ba79b4fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:16:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:16:37.107282 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] No DVR routers for this DVR port 8b537b32-fd98-41f4-a883-417e254a4ad8 on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:16:37.109597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:37.120406 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'name': 'network-vif-deleted', 'tag': '8b537b32-fd98-41f4-a883-417e254a4ad8'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:16:37.128560 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7abe4f9a-5a7d-4779-9fa7-b8e6a0f8bca2 req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.44 "DELETE /v2.0/ports/8b537b32-fd98-41f4-a883-417e254a4ad8 HTTP/1.1" status: 204 len: 173 time: 1.4949522 Feb 17 00:16:37.215047 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7285e14-1394-4d29-86a3-72fdd4f9d7f4', 'name': 'network-vif-deleted', 'tag': '8b537b32-fd98-41f4-a883-417e254a4ad8', 'status': 'completed', 'code': 200} Feb 17 00:16:37.469448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-3f90bdb4-121a-4670-8826-804ba79b4fa2 None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:16:37.528174 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8b537b32-fd98-41f4-a883-417e254a4ad8 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:16:37.578445 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] No Port match for: 8b537b32-fd98-41f4-a883-417e254a4ad8 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:16:37.579013 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 8b537b32-fd98-41f4-a883-417e254a4ad8 not bound to the agent host hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:16:37.855163 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3f90bdb4-121a-4670-8826-804ba79b4fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:05Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:16:37.861182 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90bdb4-121a-4670-8826-804ba79b4fa2 None None] Checking router: 5bafd354-a383-4b8f-9dda-f03cd34465f3 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:16:37.872445 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90bdb4-121a-4670-8826-804ba79b4fa2 None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:16:37.873559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3f90bdb4-121a-4670-8826-804ba79b4fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:16:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:16:38.059234 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3611f35-094b-489f-8f53-58ba14595262 req-094a19d5-efa4-46d1-be50-d5922d1ccc0b tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7285e14-1394-4d29-86a3-72fdd4f9d7f4 HTTP/1.1" status: 200 len: 210 time: 0.1026824 Feb 17 00:16:38.079826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-3f90bdb4-121a-4670-8826-804ba79b4fa2 None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:16:38.442172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3f90bdb4-121a-4670-8826-804ba79b4fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:05Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:16:38.447325 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90bdb4-121a-4670-8826-804ba79b4fa2 None None] The sync data for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi is: [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:05Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:16:38.604352 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-452f9d88-d424-40f6-8fd0-81898dacb855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:38.867496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e88dac-4bd3-4fb0-957b-37911f2f18de None None] New status for floating IP f0382aae-c44e-43f3-976b-0b4cd54e902a: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:16:39.218389 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60040) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:39.221949 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:39.287680 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-314c9d2a-2bbc-49d6-8b24-c99718cf088d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:39.317189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-314c9d2a-2bbc-49d6-8b24-c99718cf088d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:39.361409 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-314c9d2a-2bbc-49d6-8b24-c99718cf088d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:39.367192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:39.382260 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c9d2a-2bbc-49d6-8b24-c99718cf088d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6e9653-8c4d-456b-b166-f5f52fad163f,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:39.385470 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-314c9d2a-2bbc-49d6-8b24-c99718cf088d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:39.388085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-314c9d2a-2bbc-49d6-8b24-c99718cf088d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:39.391971 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-314c9d2a-2bbc-49d6-8b24-c99718cf088d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "DELETE /v2.0/security-groups/4c6e9653-8c4d-456b-b166-f5f52fad163f HTTP/1.1" status: 204 len: 168 time: 0.1698987 Feb 17 00:16:39.392240 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60046) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:39.413595 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.v2.resource [None req-74937391-0b11-47f3-867c-e8fcdc072b93 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] show failed (client error): The resource could not be found. Feb 17 00:16:39.414683 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-74937391-0b11-47f3-867c-e8fcdc072b93 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups/4c6e9653-8c4d-456b-b166-f5f52fad163f HTTP/1.1" status: 404 len: 347 time: 0.0213757 Feb 17 00:16:39.417711 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60050) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:39.587318 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf5fb7-788a-4608-91f9-3ea59ddea820 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Deleting port 9b24a480-5a2d-45c9-9883-0119f5e9fb9a {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:16:39.587699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5fb7-788a-4608-91f9-3ea59ddea820 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:39.768884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5fb7-788a-4608-91f9-3ea59ddea820 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:39.769449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5fb7-788a-4608-91f9-3ea59ddea820 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:39.902794 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf5fb7-788a-4608-91f9-3ea59ddea820 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Calling delete_port for 9b24a480-5a2d-45c9-9883-0119f5e9fb9a owned by network:floatingip {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:16:40.045047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5fb7-788a-4608-91f9-3ea59ddea820 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:40.062652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ce49d9e9-d723-4972-ad5d-1ff9eab5627e tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:40.157434 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf5fb7-788a-4608-91f9-3ea59ddea820 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event deleted for resources: {'Port': ['ID=9b24a480-5a2d-45c9-9883-0119f5e9fb9a,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:40.220657 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:40.387500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ddcf5fb7-788a-4608-91f9-3ea59ddea820 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:40.498473 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5fb7-788a-4608-91f9-3ea59ddea820 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:40.513825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5fb7-788a-4608-91f9-3ea59ddea820 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:40.515088 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ddcf5fb7-788a-4608-91f9-3ea59ddea820 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "DELETE /v2.0/floatingips/f0382aae-c44e-43f3-976b-0b4cd54e902a HTTP/1.1" status: 204 len: 168 time: 1.0963962 Feb 17 00:16:40.534050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:40.776662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60064) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:40.782406 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1799065897', 'description': 'tempest-description--639556019'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:16:40.789503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:40.793541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Usage tracker for resource:security_group and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:40.796608 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:40.803068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:40.813134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:40.834063 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:40.837998 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Usage tracker for resource:security_group_rule and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:40.840957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:40.847215 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:40.918543 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:40.921396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:40.927180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8c462bb3-da9d-479e-b7c1-509b5c439691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:40.970066 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7e5004-cece-4bd7-9a94-00b5f9aef785,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:40.974702 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:40.976498 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:40.977821 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2000308 Feb 17 00:16:40.981146 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60068) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:40.987564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-8e3ed303-057f-4b39-a2f4-f954d7b6eadb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Request body: {'security_group_rule': {'security_group_id': '3a7e5004-cece-4bd7-9a94-00b5f9aef785', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:16:40.993902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8e3ed303-057f-4b39-a2f4-f954d7b6eadb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:40.997866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8e3ed303-057f-4b39-a2f4-f954d7b6eadb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Usage tracker for resource:security_group_rule and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:41.000882 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8e3ed303-057f-4b39-a2f4-f954d7b6eadb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:41.006567 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8e3ed303-057f-4b39-a2f4-f954d7b6eadb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:41.022634 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed303-057f-4b39-a2f4-f954d7b6eadb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:41.087898 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed303-057f-4b39-a2f4-f954d7b6eadb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:41.090486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed303-057f-4b39-a2f4-f954d7b6eadb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:41.092571 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:41.117285 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ed303-057f-4b39-a2f4-f954d7b6eadb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873c8d78-4267-493b-846c-29e2cea17833,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:41.123455 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e3ed303-057f-4b39-a2f4-f954d7b6eadb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:41.127430 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed303-057f-4b39-a2f4-f954d7b6eadb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:41.130563 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8e3ed303-057f-4b39-a2f4-f954d7b6eadb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464524 Feb 17 00:16:41.131662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60072) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:41.137310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-7854a929-ffa0-4c27-a156-39badaa7ad92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Request body: {'security_group_rule': {'security_group_id': '3a7e5004-cece-4bd7-9a94-00b5f9aef785', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:16:41.143460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7854a929-ffa0-4c27-a156-39badaa7ad92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:41.147766 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7854a929-ffa0-4c27-a156-39badaa7ad92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Usage tracker for resource:security_group_rule and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:41.150878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7854a929-ffa0-4c27-a156-39badaa7ad92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:41.156620 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7854a929-ffa0-4c27-a156-39badaa7ad92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:41.173357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7854a929-ffa0-4c27-a156-39badaa7ad92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:41.238585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7854a929-ffa0-4c27-a156-39badaa7ad92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:41.241186 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7854a929-ffa0-4c27-a156-39badaa7ad92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:41.243917 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9a617114-1cc7-4f43-8cc9-4bf52d626719 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:41.264663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854a929-ffa0-4c27-a156-39badaa7ad92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c5cdb9-faea-4c6c-91ae-f888e21e679a,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:41.269309 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7854a929-ffa0-4c27-a156-39badaa7ad92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:41.276037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7854a929-ffa0-4c27-a156-39badaa7ad92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:41.277348 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7854a929-ffa0-4c27-a156-39badaa7ad92 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446927 Feb 17 00:16:41.280593 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60076) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:41.286610 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Request body: {'floatingip': {'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:16:41.292119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:41.296120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Usage tracker for resource:floatingip and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:41.299099 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:41.304802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:41.314164 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:41.457666 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:41.732423 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Allocated IP 172.27.1.124 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/72ad3694-0a95-4acb-b911-73614f9b601f) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:16:41.888983 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:41.918744 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:41.934876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:42.069512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event updated for resources: {'Port': ['ID=72ad3694-0a95-4acb-b911-73614f9b601f,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:42.074867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:42.130398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:16:42.131698 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:16:42.134094 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:16:42.221693 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:42.287544 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:42.564300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:42.567979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:42.583872 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:42.725760 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event updated for resources: {'Port': ['ID=72ad3694-0a95-4acb-b911-73614f9b601f,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:42.731236 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:42.834334 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:42.856087 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:42.857436 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5758023 Feb 17 00:16:43.092132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-679428ea-1861-4714-aa0a-9dd58162bbd7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Synchronizing usage tracker for tenant:5b740bb46efa4ac9b521609fcc9a66c9 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:16:43.108437 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-679428ea-1861-4714-aa0a-9dd58162bbd7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Unset dirty status for tenant:5b740bb46efa4ac9b521609fcc9a66c9 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:16:43.109751 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-679428ea-1861-4714-aa0a-9dd58162bbd7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1799065897&fields=id&tenant_id=5b740bb46efa4ac9b521609fcc9a66c9 HTTP/1.1" status: 200 len: 267 time: 0.0641642 Feb 17 00:16:43.278498 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-900f4892-23df-48c3-88eb-d222a4da3c5b tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:43.279985 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-900f4892-23df-48c3-88eb-d222a4da3c5b tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 816 time: 0.1580162 Feb 17 00:16:43.295649 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-646f1033-f18d-42ea-bceb-fa5af7584367 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/quotas/5b740bb46efa4ac9b521609fcc9a66c9 HTTP/1.1" status: 200 len: 375 time: 0.0095313 Feb 17 00:16:43.387496 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-25ac7466-690d-413f-9caa-8bd6ca17fd0c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862651 Feb 17 00:16:43.650429 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c8d8bb75-aa58-4a67-8df6-72e2de00dde4 service neutron] 10.222.0.74 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488978 Feb 17 00:16:43.796157 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-a336008a-30f7-4cea-ac49-cd081d8fe218 service neutron] 10.222.0.74 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380894 Feb 17 00:16:43.999149 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2312516a-2eed-43ed-9b80-7a6dec0a9fd4 req-47f71542-8a68-410b-a79d-1d90c21a6bdf tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 210 time: 0.0523906 Feb 17 00:16:45.055408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:16:45.173560 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a858a22e-df08-4c12-b476-99ccb1286175 req-adf908b4-adfa-4bd1-8fae-ac4ce904c44d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 210 time: 0.0549254 Feb 17 00:16:46.343870 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7ed04c07-24f3-4547-9aad-309f10cc3e22 req-d17303d6-25a4-4178-bf30-8be17ae471a4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 210 time: 0.0488000 Feb 17 00:16:47.514098 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ad0de6d9-359a-4817-b38d-e858f00790c1 req-98e3751c-0c69-4104-93af-f5823f7a6746 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 210 time: 0.0511994 Feb 17 00:16:48.685869 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0a659e71-42a2-4c76-bf13-a082007bd69f req-b63b3490-f93f-40f5-8e12-977843d48beb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 210 time: 0.0494604 Feb 17 00:16:49.060131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-1d12126b-cfa0-419f-a1ad-fe51b824c6a4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:49.060944 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-1d12126b-cfa0-419f-a1ad-fe51b824c6a4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Synchronizing usage tracker for tenant:5b740bb46efa4ac9b521609fcc9a66c9 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:16:49.076961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-1d12126b-cfa0-419f-a1ad-fe51b824c6a4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Unset dirty status for tenant:5b740bb46efa4ac9b521609fcc9a66c9 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:16:49.078193 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-1d12126b-cfa0-419f-a1ad-fe51b824c6a4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.44 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 816 time: 0.1786208 Feb 17 00:16:49.161391 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-ebff1948-f8b9-4f6c-be18-125f369557dd tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Synchronizing usage tracker for tenant:5b740bb46efa4ac9b521609fcc9a66c9 on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:16:49.173869 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-ebff1948-f8b9-4f6c-be18-125f369557dd tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Unset dirty status for tenant:5b740bb46efa4ac9b521609fcc9a66c9 on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:16:49.175267 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-ebff1948-f8b9-4f6c-be18-125f369557dd tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9 HTTP/1.1" status: 200 len: 5704 time: 0.0814831 Feb 17 00:16:49.187903 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Request body: {'port': {'device_id': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'admin_state_up': True, 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'security_groups': ['3a7e5004-cece-4bd7-9a94-00b5f9aef785']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:16:49.332124 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:49.336366 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Usage tracker for resource:port and tenant:5b740bb46efa4ac9b521609fcc9a66c9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:49.339311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:49.345021 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:49.352743 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Made reservation on behalf of 5b740bb46efa4ac9b521609fcc9a66c9 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:16:49.358257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:49.665481 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Allocated IP 172.20.0.11 (2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f/e79efc6c-52dc-4bc6-86b5-06ed067c4e88/13ce9956-04d4-45ff-b706-3e70efa5cffe) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:16:49.866416 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c26b7225-ef11-4bcc-839f-6f4cd3e6c07c req-a8ad8f1a-6431-4bde-8634-627023c5fa9a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 210 time: 0.0561340 Feb 17 00:16:49.869048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:49.887992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Transition to ACTIVE for port object 13ce9956-04d4-45ff-b706-3e70efa5cffe will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:16:49.911778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:49.927596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6fee8b5d-1704-4c37-a6c5-e69bb308cb92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:50.066348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event updated for resources: {'Port': ['ID=13ce9956-04d4-45ff-b706-3e70efa5cffe,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:50.070789 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:50.141110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:16:50.142435 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:16:50.145028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:16:50.212980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:50.213760 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:50.244483 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0603385 Feb 17 00:16:50.311817 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Request body: {'port': {'device_id': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:16:50.431375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7e8a0416-127b-4383-b2fc-38406c0909a6 None None] Provisioning for port 13ce9956-04d4-45ff-b706-3e70efa5cffe completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:16:50.436967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7e8a0416-127b-4383-b2fc-38406c0909a6 None None] Provisioning complete for port 13ce9956-04d4-45ff-b706-3e70efa5cffe triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:16:50.437550 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7e8a0416-127b-4383-b2fc-38406c0909a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:50.438912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:50.504341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a0416-127b-4383-b2fc-38406c0909a6 None None] Port 13ce9956-04d4-45ff-b706-3e70efa5cffe cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:16:50.878191 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ce9956-04d4-45ff-b706-3e70efa5cffe {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:16:50.885899 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:50.898490 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Transition to ACTIVE for port object 13ce9956-04d4-45ff-b706-3e70efa5cffe will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:16:50.901628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:50.917557 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8c332bfe-6b6c-4abc-81e7-c9712f8bec64 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:51.095732 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1f1b9-39ad-4eb3-bf9b-a7d19ecdd43b req-35ca09ec-8351-4437-af6f-c702265b07cc tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:51.097573 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ead1f1b9-39ad-4eb3-bf9b-a7d19ecdd43b req-35ca09ec-8351-4437-af6f-c702265b07cc tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.1059222 Feb 17 00:16:51.153469 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ead1f1b9-39ad-4eb3-bf9b-a7d19ecdd43b req-7ec19ae3-a74b-4556-bb01-65d3fa88300f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466266 Feb 17 00:16:51.302567 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Pushing event updated for resources: {'Port': ['ID=13ce9956-04d4-45ff-b706-3e70efa5cffe,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:51.307784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:51.491590 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Attempting to bind port 13ce9956-04d4-45ff-b706-3e70efa5cffe on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:16:51.491968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Attempting to bind port 13ce9956-04d4-45ff-b706-3e70efa5cffe by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:16:51.492339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Attempting to bind port 13ce9956-04d4-45ff-b706-3e70efa5cffe on network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:16:51.498196 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:16:51.498573 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Checking segment: {'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:16:51.498976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:51.499374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Bound using segment: {'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:16:51.499878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Bound port: 13ce9956-04d4-45ff-b706-3e70efa5cffe, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd20c454-3005-4fdb-8d0e-44e6829caccc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:16:51.500370 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:51.593106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] For port 13ce9956-04d4-45ff-b706-3e70efa5cffe, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:16:51.596646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] For port 13ce9956-04d4-45ff-b706-3e70efa5cffe, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=13ce9956-04d4-45ff-b706-3e70efa5cffe,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:16:51.599946 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:51.619073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13872067-af03-45a3-9f5a-94d5ae71b83b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:51.772560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Pushing event updated for resources: {'Port': ['ID=13ce9956-04d4-45ff-b706-3e70efa5cffe,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:51.777529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:51.810763 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:51.811447 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:51.812977 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] 10.222.0.44 "PUT /v2.0/ports/13ce9956-04d4-45ff-b706-3e70efa5cffe HTTP/1.1" status: 200 len: 1158 time: 1.5610406 Feb 17 00:16:51.813521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'tag': '13ce9956-04d4-45ff-b706-3e70efa5cffe'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:16:51.951431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-45b6cb4c-e714-4f53-8a30-b2de19c1852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:51.953901 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-45b6cb4c-e714-4f53-8a30-b2de19c1852e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 1161 time: 0.0920310 Feb 17 00:16:52.050087 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'tag': '13ce9956-04d4-45ff-b706-3e70efa5cffe', 'status': 'completed', 'code': 200} Feb 17 00:16:52.051538 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-a99ff3ed-7ef8-49f3-bb29-a955298812b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13ce9956-04d4-45ff-b706-3e70efa5cffe HTTP/1.1" status: 200 len: 217 time: 0.0887363 Feb 17 00:16:52.129684 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-b2b47c30-a36e-4b19-b453-4062a0115db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:52.131294 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-b2b47c30-a36e-4b19-b453-4062a0115db1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e79efc6c-52dc-4bc6-86b5-06ed067c4e88 HTTP/1.1" status: 200 len: 855 time: 0.0730166 Feb 17 00:16:52.225774 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-cd8b0cfb-7413-4398-a2ba-4195a299f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:52.227459 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-cd8b0cfb-7413-4398-a2ba-4195a299f9e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892181 Feb 17 00:16:52.373713 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57b47b-7c01-4480-85b9-b52736da098c req-050e023e-fe2a-4099-ba76-376bb5943c0d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:52.375335 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e57b47b-7c01-4480-85b9-b52736da098c req-050e023e-fe2a-4099-ba76-376bb5943c0d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0931184 Feb 17 00:16:52.380886 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-85b33b5f-8162-49b5-a33c-bbc72e3579c4 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453519 Feb 17 00:16:52.428132 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e57b47b-7c01-4480-85b9-b52736da098c req-fb4c393b-eff7-4ca3-81ee-e6f4b480ea28 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455592 Feb 17 00:16:52.529819 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fce2afe0-66c9-413f-bf85-e8bca7ab8610 req-e6cdd6f0-0802-48d6-9bf7-2f963fa23cb6 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423581 Feb 17 00:16:52.652123 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab2d0f-b500-4268-aa8c-1a45ea81f741 req-876b8559-cd0e-48e4-9440-fb2113a0768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:52.653746 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1dab2d0f-b500-4268-aa8c-1a45ea81f741 req-876b8559-cd0e-48e4-9440-fb2113a0768a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 1161 time: 0.0782530 Feb 17 00:16:52.796788 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab2d0f-b500-4268-aa8c-1a45ea81f741 req-0c5c89ed-35b1-480a-aa12-712273d84f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:52.798385 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1dab2d0f-b500-4268-aa8c-1a45ea81f741 req-0c5c89ed-35b1-480a-aa12-712273d84f09 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 910 time: 0.1371696 Feb 17 00:16:52.875380 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1dab2d0f-b500-4268-aa8c-1a45ea81f741 req-0d995997-91e9-41c7-87d0-56cc4a9a3c7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13ce9956-04d4-45ff-b706-3e70efa5cffe HTTP/1.1" status: 200 len: 217 time: 0.0690567 Feb 17 00:16:52.943013 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab2d0f-b500-4268-aa8c-1a45ea81f741 req-3b300965-4595-48eb-9119-650222422322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:52.944526 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1dab2d0f-b500-4268-aa8c-1a45ea81f741 req-3b300965-4595-48eb-9119-650222422322 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e79efc6c-52dc-4bc6-86b5-06ed067c4e88 HTTP/1.1" status: 200 len: 855 time: 0.0629249 Feb 17 00:16:53.029528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab2d0f-b500-4268-aa8c-1a45ea81f741 req-5df458e3-6252-4783-827f-0b2c96e428da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:53.031102 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1dab2d0f-b500-4268-aa8c-1a45ea81f741 req-5df458e3-6252-4783-827f-0b2c96e428da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789468 Feb 17 00:16:53.182811 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1dab2d0f-b500-4268-aa8c-1a45ea81f741 req-f68dd83a-ee47-4e70-8471-1335a110bf8d service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428497 Feb 17 00:16:53.333104 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1dab2d0f-b500-4268-aa8c-1a45ea81f741 req-cfa6ffbe-cfdf-4fd6-beef-b76197f44759 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428652 Feb 17 00:16:53.638477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f24ad-c42f-42a5-81e7-544f7d3c1593 req-a007e791-b036-43f8-abb4-3857ffa73255 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:53.640647 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a79f24ad-c42f-42a5-81e7-544f7d3c1593 req-a007e791-b036-43f8-abb4-3857ffa73255 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0886307 Feb 17 00:16:53.651311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60266) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:53.688411 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a79f24ad-c42f-42a5-81e7-544f7d3c1593 req-f01245e4-00e5-4aff-b93e-aa1503427da6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414512 Feb 17 00:16:53.777445 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fba5d5d9-7f5b-417f-80e3-d85ceac086ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:53.793009 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-fba5d5d9-7f5b-417f-80e3-d85ceac086ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:53.797039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-fba5d5d9-7f5b-417f-80e3-d85ceac086ce admin admin] Usage tracker for resource:security_group_rule and tenant:0411ee228332499fabaca63581ffccb6 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:53.799966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-fba5d5d9-7f5b-417f-80e3-d85ceac086ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:53.806097 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-fba5d5d9-7f5b-417f-80e3-d85ceac086ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:53.889203 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fba5d5d9-7f5b-417f-80e3-d85ceac086ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:53.891947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fba5d5d9-7f5b-417f-80e3-d85ceac086ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:53.901517 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e97ce3d6-d50a-47c5-9bca-a37ea563c2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:53.943299 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-fba5d5d9-7f5b-417f-80e3-d85ceac086ce admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0411ee228332499fabaca63581ffccb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907221 Feb 17 00:16:53.945010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5d5d9-7f5b-417f-80e3-d85ceac086ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6c218b-1606-4390-b18e-36a49fcfa872,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:53.946212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60272) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:53.948312 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fba5d5d9-7f5b-417f-80e3-d85ceac086ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:54.007594 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f8da9336-cc59-4bd7-9f74-9288b98a6047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:54.033680 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f8da9336-cc59-4bd7-9f74-9288b98a6047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:54.080474 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f8da9336-cc59-4bd7-9f74-9288b98a6047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:54.085326 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-76649402-e67f-4291-89a0-c495a88fc1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:54.098717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da9336-cc59-4bd7-9f74-9288b98a6047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6c218b-1606-4390-b18e-36a49fcfa872,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:54.101936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f8da9336-cc59-4bd7-9f74-9288b98a6047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:54.106257 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f8da9336-cc59-4bd7-9f74-9288b98a6047 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb6c218b-1606-4390-b18e-36a49fcfa872 HTTP/1.1" status: 204 len: 168 time: 0.1586640 Feb 17 00:16:54.107907 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f8da9336-cc59-4bd7-9f74-9288b98a6047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:54.258642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 13ce9956-04d4-45ff-b706-3e70efa5cffe up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:16:54.332473 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 13ce9956-04d4-45ff-b706-3e70efa5cffe completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:16:54.337838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 13ce9956-04d4-45ff-b706-3e70efa5cffe triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:16:54.338138 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:54.478478 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:54.508893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ce9956-04d4-45ff-b706-3e70efa5cffe'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:16:54.521968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 13ce9956-04d4-45ff-b706-3e70efa5cffe, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=13ce9956-04d4-45ff-b706-3e70efa5cffe,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:16:54.525387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:54.527373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:54.580189 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ce9956-04d4-45ff-b706-3e70efa5cffe', 'code': 200} Feb 17 00:16:54.610074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=13ce9956-04d4-45ff-b706-3e70efa5cffe,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:54.619710 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.620095 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.620473 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.620951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.621217 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.621585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.621950 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.622451 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.622814 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.623178 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.623537 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.623895 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.624299 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.624653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.625055 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.625411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.625858 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.626167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.626463 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.626816 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.627171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.627647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.627935 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.628287 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:16:54.633335 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:54.844874 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fcc25-7a01-4c77-9a81-81c8798c6e7d req-51fd4160-fd86-4d05-882e-e47c06f9a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:54.847294 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f62fcc25-7a01-4c77-9a81-81c8798c6e7d req-51fd4160-fd86-4d05-882e-e47c06f9a040 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 1163 time: 0.0909200 Feb 17 00:16:54.847823 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60304) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:54.892017 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f62fcc25-7a01-4c77-9a81-81c8798c6e7d req-051359b6-9ef5-44ba-9271-61f0793b15e7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373111 Feb 17 00:16:54.900456 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f0e4-255b-4452-a3e5-0b0e537addb6 req-b13d9124-5671-46b7-9760-d45184bfb064 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:54.902186 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9ab4f0e4-255b-4452-a3e5-0b0e537addb6 req-b13d9124-5671-46b7-9760-d45184bfb064 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0905337 Feb 17 00:16:54.950091 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9ab4f0e4-255b-4452-a3e5-0b0e537addb6 req-71779652-834a-4321-83c3-de283dcad7c1 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415428 Feb 17 00:16:54.962094 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1506912499-network', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:16:54.967248 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:54.971964 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Usage tracker for resource:network and tenant:8bceef06bdef4aee86db3462702e4f35 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:54.975060 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:54.980974 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:54.989677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Made reservation on behalf of 8bceef06bdef4aee86db3462702e4f35 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:16:54.994408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:55.007304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:55.022866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:55.026820 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Usage tracker for resource:security_group_rule and tenant:8bceef06bdef4aee86db3462702e4f35 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:55.029744 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:55.036039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:55.120023 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:55.123521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:55.128449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4ad94349-6ee6-4ee8-8d2e-1442283c0275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:55.163211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:16:55.172394 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c193bf-c720-4408-b095-3f1195f5e020,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:55.176273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:55.178784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:55.179179 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Added segment b8a457cc-6b1a-41fc-9647-8a1a1aaf459f of type vxlan for network 2eb778ad-5e4d-4b89-b180-c8e46495da46 Feb 17 00:16:55.207307 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:55.236380 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:55.237690 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:55.238341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:55.244077 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bf5aeed-eed3-4fa8-9090-7871eb3d6951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:55.355359 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Pushing event updated for resources: {'Network': ['ID=2eb778ad-5e4d-4b89-b180-c8e46495da46,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:55.360135 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5101316 Feb 17 00:16:55.360135 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bbec902d-4930-4f69-802b-4508f4e31d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:55.362006 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60310) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:55.366405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 2eb778ad-5e4d-4b89-b180-c8e46495da46 details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:16:55.367948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Request body: {'subnet': {'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1506912499-subnet', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:16:55.373109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:55.377739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Usage tracker for resource:subnet and tenant:8bceef06bdef4aee86db3462702e4f35 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:55.380744 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:55.384100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network 2eb778ad-5e4d-4b89-b180-c8e46495da46 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:16:55.386536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:55.396497 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Made reservation on behalf of 8bceef06bdef4aee86db3462702e4f35 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:16:55.401426 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2439339'] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:55.814261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10069681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2439354'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:55.829617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:55.959780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=768bd55a-a8a3-43f0-8eb6-edfcc4f31821,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:55.960556 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 13ce9956-04d4-45ff-b706-3e70efa5cffe up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:16:55.962993 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:56.038737 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 13ce9956-04d4-45ff-b706-3e70efa5cffe triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:16:56.039349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:56.046063 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Checking segment: {'id': 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:16:56.046783 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Network hostable DHCP agents. Network: 2eb778ad-5e4d-4b89-b180-c8e46495da46, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:16:56.073729 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Network 2eb778ad-5e4d-4b89-b180-c8e46495da46 is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:16:56.084939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 2eb778ad-5e4d-4b89-b180-c8e46495da46) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:16:56.107922 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd216a-af0f-43b6-8ec4-11a02823e354 None None] Network 2eb778ad-5e4d-4b89-b180-c8e46495da46 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:16:56.130656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:56.131926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:56.155275 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7921698 Feb 17 00:16:56.158107 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60324) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:56.171672 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:16:56.177879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:16:56.182328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Usage tracker for resource:router and tenant:8bceef06bdef4aee86db3462702e4f35 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:16:56.186849 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:16:56.194616 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:16:56.206634 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:56.207823 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036851089749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772350'] for router, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:56.214951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989fcec-0060-4f7c-9707-7efa3df57bb8 req-a9294f1e-e307-4ab3-a53a-9e597342f69f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:56.217204 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e989fcec-0060-4f7c-9707-7efa3df57bb8 req-a9294f1e-e307-4ab3-a53a-9e597342f69f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1387162 Feb 17 00:16:56.226072 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:56.271309 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e989fcec-0060-4f7c-9707-7efa3df57bb8 req-9b4574aa-01af-463f-99bb-fd356e02eb7b tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473871 Feb 17 00:16:56.605246 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10717775-f0b4-5fdc-9097-a0b7ddd50e29-2eb778ad-5e4d-4b89-b180-c8e46495da46', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'fixed_ips': [{'subnet_id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821'}]}} from dv-cinder-759961-3-iscsi. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:16:56.606199 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:56.755371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851033309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772335'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:56.910825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Allocated IP 172.20.0.2 (2eb778ad-5e4d-4b89-b180-c8e46495da46/768bd55a-a8a3-43f0-8eb6-edfcc4f31821/d931ee30-ca69-4a37-ba56-12c68ad54258) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:16:57.098868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:57.136179 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:57.153741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:57.164892 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Transition to ACTIVE for port object d931ee30-ca69-4a37-ba56-12c68ad54258 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:16:57.182724 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Transition to ACTIVE for port object d931ee30-ca69-4a37-ba56-12c68ad54258 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:16:57.186464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:57.202297 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:57.342085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Pushing event updated for resources: {'Port': ['ID=d931ee30-ca69-4a37-ba56-12c68ad54258,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:57.347132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:57.395649 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Network 2eb778ad-5e4d-4b89-b180-c8e46495da46 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:16:57.396952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:16:57.399323 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:16:57.423661 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Allocated IP 172.27.1.51 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/b78daf93-01f3-499f-851a-233934c928e0) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:16:57.461297 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Attempting to bind port d931ee30-ca69-4a37-ba56-12c68ad54258 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:16:57.461716 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Attempting to bind port d931ee30-ca69-4a37-ba56-12c68ad54258 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:16:57.462133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Attempting to bind port d931ee30-ca69-4a37-ba56-12c68ad54258 on network 2eb778ad-5e4d-4b89-b180-c8e46495da46 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:16:57.467817 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:16:57.468240 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Checking segment: {'id': 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:16:57.468749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:57.469158 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Bound using segment: {'id': 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:16:57.469682 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Bound port: d931ee30-ca69-4a37-ba56-12c68ad54258, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:16:57.470101 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:57.488864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a5bd2-7762-44cc-8d51-34f3a2dd210e req-930ed058-bd3c-489a-b662-58924aae8463 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:57.490836 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2b9a5bd2-7762-44cc-8d51-34f3a2dd210e req-930ed058-bd3c-489a-b662-58924aae8463 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0910475 Feb 17 00:16:57.544398 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2b9a5bd2-7762-44cc-8d51-34f3a2dd210e req-d2602212-e9dc-44e0-88e6-20c89802341e tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469282 Feb 17 00:16:57.566004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] For port d931ee30-ca69-4a37-ba56-12c68ad54258, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:16:57.569278 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] For port d931ee30-ca69-4a37-ba56-12c68ad54258, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=d931ee30-ca69-4a37-ba56-12c68ad54258,segment=NetworkSegment(b8a457cc-6b1a-41fc-9647-8a1a1aaf459f),segment_id=b8a457cc-6b1a-41fc-9647-8a1a1aaf459f)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:16:57.573133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:57.587892 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:57.589438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:57.619835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:57.640907 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fb429ccf-22a7-40a5-a564-63905649ea19 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:16:57.746202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Pushing event updated for resources: {'Port': ['ID=d931ee30-ca69-4a37-ba56-12c68ad54258,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:57.749820 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:57.757856 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eeb96-5af8-4ac8-8caf-d4cfcd3b3397 req-8f24f02b-196a-4118-ad88-5d6300afb67a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:16:57.760280 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9a3eeb96-5af8-4ac8-8caf-d4cfcd3b3397 req-8f24f02b-196a-4118-ad88-5d6300afb67a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0997727 Feb 17 00:16:57.770757 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60338) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:57.779148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-557b2667-667e-4c75-9c0f-83e9bddfb8e7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Request body: {'floatingip': {'port_id': '13ce9956-04d4-45ff-b706-3e70efa5cffe'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:16:57.783625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Pushing event updated for resources: {'Port': ['ID=b78daf93-01f3-499f-851a-233934c928e0,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:16:57.788882 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:16:57.840956 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:16:57.842207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:16:57.844617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:16:57.867401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-557b2667-667e-4c75-9c0f-83e9bddfb8e7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:58.375944 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:58.735729 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device d931ee30-ca69-4a37-ba56-12c68ad54258 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:16:58.765469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742488'] for router, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:58.811928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port d931ee30-ca69-4a37-ba56-12c68ad54258 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:16:58.818230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-557b2667-667e-4c75-9c0f-83e9bddfb8e7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:58.821871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-557b2667-667e-4c75-9c0f-83e9bddfb8e7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:58.989142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 is scheduled to L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 with binding_index 1 {{(pid=84027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:16:59.012666 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [None req-557b2667-667e-4c75-9c0f-83e9bddfb8e7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Floating IP c16dd9a6-6768-4f76-98a5-fd8363411059 associated. External IP: 172.27.1.124, port: 13ce9956-04d4-45ff-b706-3e70efa5cffe. Feb 17 00:16:59.295828 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7074548e-06c2-4c59-a1d0-2f424c047c4b None None] Network 2eb778ad-5e4d-4b89-b180-c8e46495da46 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:16:59.394455 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-2877970a-02c0-48b3-89f2-28324fc1a213 None None] Provisioning for port d931ee30-ca69-4a37-ba56-12c68ad54258 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:16:59.405822 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-2877970a-02c0-48b3-89f2-28324fc1a213 None None] Provisioning complete for port d931ee30-ca69-4a37-ba56-12c68ad54258 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:16:59.406426 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2877970a-02c0-48b3-89f2-28324fc1a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:59.427767 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557b2667-667e-4c75-9c0f-83e9bddfb8e7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Router 5bafd354-a383-4b8f-9dda-f03cd34465f3 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:16:59.430291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:16:59.452068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Sync routers for ids ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:16:59.454786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:59.459314 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2963023 Feb 17 00:16:59.459604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60362) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:16:59.492791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Routers {'97b3b155-c2e6-4ee8-adae-c553fbbb6346'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:16:59.493424 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:16:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:16:59.638598 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557b2667-667e-4c75-9c0f-83e9bddfb8e7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:16:59.643740 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-557b2667-667e-4c75-9c0f-83e9bddfb8e7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:16:59.650161 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd17718-a76d-4c44-9e8f-03f49081c252 None None] Sync routers for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:16:59.668776 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd17718-a76d-4c44-9e8f-03f49081c252 None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:16:59.669680 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-ffd17718-a76d-4c44-9e8f-03f49081c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:16:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:16:59.792963 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Set router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:16:59.796386 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-557b2667-667e-4c75-9c0f-83e9bddfb8e7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "PUT /v2.0/floatingips/c16dd9a6-6768-4f76-98a5-fd8363411059 HTTP/1.1" status: 200 len: 992 time: 2.0230145 Feb 17 00:16:59.801332 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'tag': '13ce9956-04d4-45ff-b706-3e70efa5cffe'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:00.060507 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'tag': '13ce9956-04d4-45ff-b706-3e70efa5cffe', 'status': 'completed', 'code': 200} Feb 17 00:17:00.189480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-ffd17718-a76d-4c44-9e8f-03f49081c252 None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:00.270892 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8f7c-55f4-4be3-b6b4-d7e81c139664 req-97acb474-d01e-48a1-b250-82c857fe2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:00.272583 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-84ad8f7c-55f4-4be3-b6b4-d7e81c139664 req-97acb474-d01e-48a1-b250-82c857fe2242 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 1163 time: 0.1659901 Feb 17 00:17:00.402936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2877970a-02c0-48b3-89f2-28324fc1a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:00.468212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-2877970a-02c0-48b3-89f2-28324fc1a213 None None] For port d931ee30-ca69-4a37-ba56-12c68ad54258, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=d931ee30-ca69-4a37-ba56-12c68ad54258,segment=NetworkSegment(b8a457cc-6b1a-41fc-9647-8a1a1aaf459f),segment_id=b8a457cc-6b1a-41fc-9647-8a1a1aaf459f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:17:00.477143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2877970a-02c0-48b3-89f2-28324fc1a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:00.480764 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:00.530116 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8f7c-55f4-4be3-b6b4-d7e81c139664 req-18bc1a1a-7a02-44da-b66f-0506852c77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:00.531739 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-84ad8f7c-55f4-4be3-b6b4-d7e81c139664 req-18bc1a1a-7a02-44da-b66f-0506852c77ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 910 time: 0.2468989 Feb 17 00:17:00.554562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:16:58Z', 'revision_number': 3, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:00.566803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Checking router: 97b3b155-c2e6-4ee8-adae-c553fbbb6346 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:17:00.567206 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Updating router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 port b78daf93-01f3-499f-851a-233934c928e0 binding host dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:17:00.586981 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-ffd17718-a76d-4c44-9e8f-03f49081c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': 'c16dd9a6-6768-4f76-98a5-fd8363411059', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'port_id': '13ce9956-04d4-45ff-b706-3e70efa5cffe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'mac_address': 'fa:16:3e:f1:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:16:42Z', 'updated_at': '2021-02-17T00:16:58Z', 'revision_number': 1, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:05Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:00.591489 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd17718-a76d-4c44-9e8f-03f49081c252 None None] Checking router: 5bafd354-a383-4b8f-9dda-f03cd34465f3 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:17:00.602019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:00.603699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd17718-a76d-4c44-9e8f-03f49081c252 None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:00.604571 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-ffd17718-a76d-4c44-9e8f-03f49081c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:16:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:00.625972 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:00.698720 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-84ad8f7c-55f4-4be3-b6b4-d7e81c139664 req-941ae06f-5f87-4747-9b02-ecb2820e19e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13ce9956-04d4-45ff-b706-3e70efa5cffe HTTP/1.1" status: 200 len: 1000 time: 0.1590972 Feb 17 00:17:00.837249 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8f7c-55f4-4be3-b6b4-d7e81c139664 req-e119702e-565b-4a58-bb80-0a09a7f11da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:00.838905 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-84ad8f7c-55f4-4be3-b6b4-d7e81c139664 req-e119702e-565b-4a58-bb80-0a09a7f11da6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e79efc6c-52dc-4bc6-86b5-06ed067c4e88 HTTP/1.1" status: 200 len: 855 time: 0.0932012 Feb 17 00:17:00.868922 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-ffd17718-a76d-4c44-9e8f-03f49081c252 None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:01.010375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60380) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:01.058985 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:01.072080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Transition to ACTIVE for port object b78daf93-01f3-499f-851a-233934c928e0 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:17:01.089795 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:01.096548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8f7c-55f4-4be3-b6b4-d7e81c139664 req-2eb83e65-1a86-406d-99b8-ac4612b34d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:01.099472 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-84ad8f7c-55f4-4be3-b6b4-d7e81c139664 req-2eb83e65-1a86-406d-99b8-ac4612b34d03 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2452664 Feb 17 00:17:01.234029 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Deleting subnet 199bd6b7-7615-4e50-9069-dc949cb90f3a {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:17:01.242985 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:01.264761 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877970a-02c0-48b3-89f2-28324fc1a213 None None] Pushing event updated for resources: {'Port': ['ID=d931ee30-ca69-4a37-ba56-12c68ad54258,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:01.271002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5cb4b632-a316-490c-a86e-907d5881d478 None None] Provisioning complete for port d931ee30-ca69-4a37-ba56-12c68ad54258 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:01.271424 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5cb4b632-a316-490c-a86e-907d5881d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:01.338122 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2877970a-02c0-48b3-89f2-28324fc1a213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:01.342436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:01.351563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844535203'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:01.419557 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:01.422325 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f923a-fb42-4d1b-be9e-65d8ce81631e None None] Pushing event updated for resources: {'Port': ['ID=b78daf93-01f3-499f-851a-233934c928e0,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:01.427083 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Allocated IP 172.20.0.1 (2eb778ad-5e4d-4b89-b180-c8e46495da46/768bd55a-a8a3-43f0-8eb6-edfcc4f31821/1640ab95-ed8e-4cc3-9c11-7f66fa9c1721) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:17:01.437594 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-84ad8f7c-55f4-4be3-b6b4-d7e81c139664 req-0b273750-2a2c-472a-8ade-1d837784e9ba service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227000 Feb 17 00:17:01.443940 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:01.445647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Attempting to bind port b78daf93-01f3-499f-851a-233934c928e0 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:17:01.446059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Attempting to bind port b78daf93-01f3-499f-851a-233934c928e0 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:17:01.446541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Attempting to bind port b78daf93-01f3-499f-851a-233934c928e0 on network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:17:01.449484 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f24f923a-fb42-4d1b-be9e-65d8ce81631e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:01.511524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-ffd17718-a76d-4c44-9e8f-03f49081c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': 'c16dd9a6-6768-4f76-98a5-fd8363411059', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'port_id': '13ce9956-04d4-45ff-b706-3e70efa5cffe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'mac_address': 'fa:16:3e:f1:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:16:42Z', 'updated_at': '2021-02-17T00:16:58Z', 'revision_number': 1, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:05Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:01.516541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd17718-a76d-4c44-9e8f-03f49081c252 None None] The sync data for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi is: [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': 'c16dd9a6-6768-4f76-98a5-fd8363411059', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'port_id': '13ce9956-04d4-45ff-b706-3e70efa5cffe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'mac_address': 'fa:16:3e:f1:54:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:16:42Z', 'updated_at': '2021-02-17T00:16:58Z', 'revision_number': 1, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:05Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:17:01.517434 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:17:01.517902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Checking segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:17:01.518353 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:01.519312 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Bound using segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:17:01.519312 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Bound port: b78daf93-01f3-499f-851a-233934c928e0, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:17:01.519708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:01.608141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] For port b78daf93-01f3-499f-851a-233934c928e0, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:17:01.612013 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] For port b78daf93-01f3-499f-851a-233934c928e0, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=b78daf93-01f3-499f-851a-233934c928e0,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:17:01.616239 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:01.636347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-32f25c8b-aff2-4ce4-980f-5d8fbdcd8c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:01.739473 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852209845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10363437'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:01.756806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2ae4d444-280a-494b-b5c8-537dfb1eeb04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:01.787170 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ef43fc2c-7bfc-4785-a0b1-88637ff69970 None None] Provisioning complete for port d931ee30-ca69-4a37-ba56-12c68ad54258 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:01.787842 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ef43fc2c-7bfc-4785-a0b1-88637ff69970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:01.883002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f923a-fb42-4d1b-be9e-65d8ce81631e None None] Pushing event updated for resources: {'Port': ['ID=b78daf93-01f3-499f-851a-233934c928e0,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:01.891611 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=199bd6b7-7615-4e50-9069-dc949cb90f3a,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:01.893140 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f24f923a-fb42-4d1b-be9e-65d8ce81631e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:01.894315 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa0b19-d4ee-4571-9381-f34af867dce5 None None] New status for floating IP c16dd9a6-6768-4f76-98a5-fd8363411059: ACTIVE {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:17:01.905877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.906463 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.906993 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.907503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.908004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.909392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.909392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.910001 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.910496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.910993 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.911487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.911989 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.912521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.913034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.913531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.914035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.914515 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.915002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.915492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.915980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.916479 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.916997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.917496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.917983 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:01.923655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:01.929408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:01.936605 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/199bd6b7-7615-4e50-9069-dc949cb90f3a HTTP/1.1" status: 204 len: 168 time: 0.9244139 Feb 17 00:17:01.939135 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60388) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:01.972176 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-84ad8f7c-55f4-4be3-b6b4-d7e81c139664 req-14133efb-e85a-46e3-a1bc-f13abef8a213 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5265245 Feb 17 00:17:02.028779 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:02.047068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Transition to ACTIVE for port object 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:17:02.070245 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:02.077460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:02.093813 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c8e972c8-5da0-442a-8ef5-74b2bc18fde1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:02.161311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Routers {'97b3b155-c2e6-4ee8-adae-c553fbbb6346'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:02.162052 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:16:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:02.238293 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Pushing event updated for resources: {'Port': ['ID=1640ab95-ed8e-4cc3-9c11-7f66fa9c1721,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:02.241420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:02.285823 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:02.300785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Network 2eb778ad-5e4d-4b89-b180-c8e46495da46 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:17:02.302062 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:17:02.304572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:17:02.368939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367999'] for router_interface, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:02.420184 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77da9eab-d8a1-420d-bcac-94741622460d']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:02.437486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7328c3d8-2723-4849-8d2b-655389901c14') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:02.438121 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7328c3d8-2723-4849-8d2b-655389901c14') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:02.452434 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240581'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:02.474066 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:02.476647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:17:02.520052 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:02.548086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] Set router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:02.690682 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] Network 77da9eab-d8a1-420d-bcac-94741622460d has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:17:02.702034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565812'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:02.765918 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device d931ee30-ca69-4a37-ba56-12c68ad54258 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:02.888020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:02.892047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:02.923259 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dbf2b6c7-60e6-4f88-9f63-008f16d7db14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:02.924982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-cdbd6584-323f-4f89-b665-9a89578d6e00 None None] Provisioning for port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:17:02.941989 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-cdbd6584-323f-4f89-b665-9a89578d6e00 None None] Provisioning complete for port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:02.942392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cdbd6584-323f-4f89-b665-9a89578d6e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:03.018851 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850882131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407911'] for router_interface, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:03.028633 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd6584-323f-4f89-b665-9a89578d6e00 None None] Port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:17:03.034446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Pushing event updated for resources: {'Port': ['ID=1640ab95-ed8e-4cc3-9c11-7f66fa9c1721,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:03.088909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:03.106996 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port d931ee30-ca69-4a37-ba56-12c68ad54258 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:03.107337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:03.145059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] Network 77da9eab-d8a1-420d-bcac-94741622460d has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:17:03.173644 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:17:03.189613 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Network 2eb778ad-5e4d-4b89-b180-c8e46495da46 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:17:03.191043 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:17:03.249641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:16:58Z', 'revision_number': 3, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:03.263973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:03.265574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9b485-0ef7-46d3-8bb7-eaa0a3fab893 None None] The sync data for ids ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'] in dv-cinder-759961-3-iscsi is: [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:16:58Z', 'revision_number': 3, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:17:03.274173 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7602458b-e5c1-4173-b484-a730ee02f475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:03.293774 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:03.304957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=77da9eab-d8a1-420d-bcac-94741622460d,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:03.308860 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:03.318396 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] 10.222.0.74 "DELETE /v2.0/networks/77da9eab-d8a1-420d-bcac-94741622460d HTTP/1.1" status: 204 len: 168 time: 1.3749344 Feb 17 00:17:03.430819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:17:03.455251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5be9aa66-09f3-4c24-a60b-15da75aa6fd4 None None] Provisioning complete for port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:03.455798 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5be9aa66-09f3-4c24-a60b-15da75aa6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:03.461207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60396) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:03.515753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-5be9aa66-09f3-4c24-a60b-15da75aa6fd4 None None] Port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:17:03.525026 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8338866b-c9f9-4bff-a53a-a6671f00a524 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=63208cea449140cc8fabb7e300d59a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624447 Feb 17 00:17:03.527682 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60400) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:03.592144 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b0cd26fc-2da2-405f-8c29-9fa831dbc3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:03.621631 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b0cd26fc-2da2-405f-8c29-9fa831dbc3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:03.624845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:17:03.634460 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] 10.222.0.74 "PUT /v2.0/routers/97b3b155-c2e6-4ee8-adae-c553fbbb6346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1738386 Feb 17 00:17:03.670270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b0cd26fc-2da2-405f-8c29-9fa831dbc3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:03.676460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-80362f51-9353-4d28-906a-612fec418d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:03.688540 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd26fc-2da2-405f-8c29-9fa831dbc3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8db998-a36d-4b55-9e0d-b23c4eec8cac,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:03.692536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b0cd26fc-2da2-405f-8c29-9fa831dbc3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:03.695899 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b0cd26fc-2da2-405f-8c29-9fa831dbc3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:03.700134 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b0cd26fc-2da2-405f-8c29-9fa831dbc3ac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ac8db998-a36d-4b55-9e0d-b23c4eec8cac HTTP/1.1" status: 204 len: 168 time: 0.1684551 Feb 17 00:17:04.554918 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60440) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:04.561429 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1548649238-network', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:04.567103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:04.571404 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Usage tracker for resource:network and tenant:3081f37e9c7c495f8ee156904a1484f8 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:04.574976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:04.583766 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:04.593643 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Made reservation on behalf of 3081f37e9c7c495f8ee156904a1484f8 for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:17:04.598695 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:04.612207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:04.627823 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:04.632010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Usage tracker for resource:security_group_rule and tenant:3081f37e9c7c495f8ee156904a1484f8 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:04.635035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:04.640906 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:04.719559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device b78daf93-01f3-499f-851a-233934c928e0 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:04.747252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:04.750832 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:04.755340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e959340d-5b94-4469-93eb-81fe81d148f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:04.791609 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:17:04.803295 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e343204-fe9b-418a-882d-f8cc292e5ad9,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:04.807229 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:04.810709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port b78daf93-01f3-499f-851a-233934c928e0 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:17:04.811909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363305741927455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:04.812406 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Added segment c12876a6-e2a5-41e2-a1b0-92cc1cc19a52 of type vxlan for network a64edea9-0801-4566-a468-20eab0f819ca Feb 17 00:17:04.820099 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port b78daf93-01f3-499f-851a-233934c928e0 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:04.820530 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:04.841531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:04.873862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:04.875497 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:04.876488 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:04.899124 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-15c236dd-801a-4235-9fa0-fda562065478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:04.950387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:04.968714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port b78daf93-01f3-499f-851a-233934c928e0, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=b78daf93-01f3-499f-851a-233934c928e0,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:17:04.973570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:04.975724 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:05.008433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Pushing event updated for resources: {'Network': ['ID=a64edea9-0801-4566-a468-20eab0f819ca,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:05.012284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:05.014330 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4580274 Feb 17 00:17:05.017724 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60458) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:05.026545 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Request body: {'subnet': {'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1548649238-subnet', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:05.030645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network a64edea9-0801-4566-a468-20eab0f819ca details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:17:05.032950 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:05.042836 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Usage tracker for resource:subnet and tenant:3081f37e9c7c495f8ee156904a1484f8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:05.050678 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:05.057150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:05.067776 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Made reservation on behalf of 3081f37e9c7c495f8ee156904a1484f8 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:17:05.073084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2439339'] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:05.135605 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network a64edea9-0801-4566-a468-20eab0f819ca details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:17:05.253513 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=b78daf93-01f3-499f-851a-233934c928e0,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:05.258553 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:05.496375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10069681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2439354'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:05.513078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2259ec29-1953-4755-a1b2-184e4f9ab3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:05.641239 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f32136d-7194-4baa-b570-5a3dc383ca4c,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:05.654021 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:05.713804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Checking segment: {'id': 'c12876a6-e2a5-41e2-a1b0-92cc1cc19a52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:17:05.714255 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Network hostable DHCP agents. Network: a64edea9-0801-4566-a468-20eab0f819ca, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:17:05.733447 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Network a64edea9-0801-4566-a468-20eab0f819ca is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:17:05.742118 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, a64edea9-0801-4566-a468-20eab0f819ca) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:17:05.752520 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892eeede-9826-410b-bd79-a393e5d4f280 None None] Network a64edea9-0801-4566-a468-20eab0f819ca requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:17:05.754931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:05.755604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:05.778888 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c9f70082-c9fe-41ad-9100-169baac23b64 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7591324 Feb 17 00:17:05.781570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60470) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:05.787219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1548649238-router', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:05.792330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:05.796483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Usage tracker for resource:router and tenant:3081f37e9c7c495f8ee156904a1484f8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:05.800109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:05.806270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:05.816020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:05.817175 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036851089749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772350'] for router, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:05.838525 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:05.983779 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10717775-f0b4-5fdc-9097-a0b7ddd50e29-a64edea9-0801-4566-a468-20eab0f819ca', 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'fixed_ips': [{'subnet_id': '4f32136d-7194-4baa-b570-5a3dc383ca4c'}]}} from dv-cinder-759961-3-iscsi. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:17:05.984718 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:06.091888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Sync routers for ids ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:17:06.109550 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Routers {'97b3b155-c2e6-4ee8-adae-c553fbbb6346'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:06.110495 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:16:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:06.143514 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851033309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772335'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:06.307236 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Allocated IP 172.20.0.2 (a64edea9-0801-4566-a468-20eab0f819ca/4f32136d-7194-4baa-b570-5a3dc383ca4c/436097e7-02f2-4b2c-a6e5-9e5d79862622) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:17:06.320336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8916775f-d412-4d94-8c8b-effe9ad6c718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:06.326434 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Set router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:06.547395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:06.559689 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Transition to ACTIVE for port object 436097e7-02f2-4b2c-a6e5-9e5d79862622 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:17:06.577524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Transition to ACTIVE for port object 436097e7-02f2-4b2c-a6e5-9e5d79862622 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:17:06.584937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:06.678152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:06.684074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:17:02Z', 'revision_number': 4, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '1640ab95-ed8e-4cc3-9c11-7f66fa9c1721', 'name': '', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'mac_address': 'fa:16:3e:7c:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:00Z', 'updated_at': '2021-02-17T00:17:02Z', 'revision_number': 2, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'subnets': [{'id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:06.688281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Checking router: 97b3b155-c2e6-4ee8-adae-c553fbbb6346 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:17:06.688717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Updating router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 binding host dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:17:06.763147 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:06.862097 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:06.897255 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:06.938007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device b78daf93-01f3-499f-851a-233934c928e0 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:07.028264 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Network a64edea9-0801-4566-a468-20eab0f819ca is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:17:07.031605 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:17:07.035949 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:17:07.115416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Pushing event updated for resources: {'Port': ['ID=436097e7-02f2-4b2c-a6e5-9e5d79862622,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:07.118828 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Attempting to bind port 436097e7-02f2-4b2c-a6e5-9e5d79862622 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:17:07.119468 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Attempting to bind port 436097e7-02f2-4b2c-a6e5-9e5d79862622 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': 'c12876a6-e2a5-41e2-a1b0-92cc1cc19a52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:17:07.120100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Attempting to bind port 436097e7-02f2-4b2c-a6e5-9e5d79862622 on network a64edea9-0801-4566-a468-20eab0f819ca {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:17:07.131111 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:07.133517 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:17:07.134211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Checking segment: {'id': 'c12876a6-e2a5-41e2-a1b0-92cc1cc19a52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:17:07.134874 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:07.135505 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Bound using segment: {'id': 'c12876a6-e2a5-41e2-a1b0-92cc1cc19a52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:17:07.136374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Bound port: 436097e7-02f2-4b2c-a6e5-9e5d79862622, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12876a6-e2a5-41e2-a1b0-92cc1cc19a52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:17:07.137024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:07.194065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port b78daf93-01f3-499f-851a-233934c928e0 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:07.194484 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:07.197724 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Allocated IP 172.27.1.15 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/bb04a61f-3426-4014-b254-962ff87ed327) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:17:07.294775 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:07.307914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Transition to ACTIVE for port object 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:17:07.313214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:07.334974 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d47e3a5d-bc28-4a80-bfe2-baadcd3c7f09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:07.335217 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] For port 436097e7-02f2-4b2c-a6e5-9e5d79862622, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:17:07.357849 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] For port 436097e7-02f2-4b2c-a6e5-9e5d79862622, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=436097e7-02f2-4b2c-a6e5-9e5d79862622,segment=NetworkSegment(c12876a6-e2a5-41e2-a1b0-92cc1cc19a52),segment_id=c12876a6-e2a5-41e2-a1b0-92cc1cc19a52)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:17:07.371001 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:07.389630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:07.392293 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:07.420510 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:07.437066 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d2dec384-5708-4d6b-bbf8-0f691fd0ba24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:07.472018 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Pushing event updated for resources: {'Port': ['ID=1640ab95-ed8e-4cc3-9c11-7f66fa9c1721,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:07.484444 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.484874 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.485251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.485625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.485988 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.486900 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.487257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.487618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.487982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.488341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.488715 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.489075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.489469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.489823 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.490177 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.490528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.490879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.491238 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.491579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.491929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.492279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.492627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.493001 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.493353 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:07.507595 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:07.580889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Pushing event updated for resources: {'Port': ['ID=436097e7-02f2-4b2c-a6e5-9e5d79862622,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:07.584081 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Pushing event updated for resources: {'Port': ['ID=bb04a61f-3426-4014-b254-962ff87ed327,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:07.586190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:07.589903 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:07.653372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:17:07.654860 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:17:07.657340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:17:07.669884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Attempting to bind port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:17:07.670296 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Attempting to bind port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:17:07.670703 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Attempting to bind port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 on network 2eb778ad-5e4d-4b89-b180-c8e46495da46 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:17:07.676918 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:17:07.677332 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Checking segment: {'id': 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:17:07.677774 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:07.678209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Bound using segment: {'id': 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:17:07.678726 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Bound port: 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:17:07.679141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:07.946723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] For port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:17:07.950065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] For port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=1640ab95-ed8e-4cc3-9c11-7f66fa9c1721,segment=NetworkSegment(b8a457cc-6b1a-41fc-9647-8a1a1aaf459f),segment_id=b8a457cc-6b1a-41fc-9647-8a1a1aaf459f)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:17:07.959507 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:07.973245 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:08.141980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Pushing event updated for resources: {'Port': ['ID=1640ab95-ed8e-4cc3-9c11-7f66fa9c1721,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:08.148722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:08.156748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:08.194622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Routers {'97b3b155-c2e6-4ee8-adae-c553fbbb6346'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:08.195290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:16:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:08.393398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] Set router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:08.541621 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742488'] for router, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:08.612960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-258e5eb7-9f30-4ba9-9203-aaab8c40eb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:08.735383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 436097e7-02f2-4b2c-a6e5-9e5d79862622 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:08.797216 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:17:02Z', 'revision_number': 4, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '1640ab95-ed8e-4cc3-9c11-7f66fa9c1721', 'name': '', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'mac_address': 'fa:16:3e:7c:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:00Z', 'updated_at': '2021-02-17T00:17:07Z', 'revision_number': 4, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'subnets': [{'id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:08.802538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06d69d-9802-4d5a-9138-1a015bbc1329 None None] The sync data for ids ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'] in dv-cinder-759961-3-iscsi is: [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:17:02Z', 'revision_number': 4, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '1640ab95-ed8e-4cc3-9c11-7f66fa9c1721', 'name': '', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'mac_address': 'fa:16:3e:7c:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:00Z', 'updated_at': '2021-02-17T00:17:07Z', 'revision_number': 4, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'subnets': [{'id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:17:08.809224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Router 7c0d400a-e703-4bc0-8b20-f1ffae0745da is scheduled to L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 with binding_index 1 {{(pid=84027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:17:08.831520 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 436097e7-02f2-4b2c-a6e5-9e5d79862622 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:17:09.086277 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:17:09.102676 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Sync routers for ids ['7c0d400a-e703-4bc0-8b20-f1ffae0745da'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:17:09.129616 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Routers {'7c0d400a-e703-4bc0-8b20-f1ffae0745da'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:09.133652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:17:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['7c0d400a-e703-4bc0-8b20-f1ffae0745da'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:09.153982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:09.153982 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3705013 Feb 17 00:17:09.157205 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60488) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:09.324879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab64a771-fe76-4bd0-82ba-655b0de75e08 None None] Network a64edea9-0801-4566-a468-20eab0f819ca requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:17:09.443559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:09.465915 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b25533f9-2800-474a-8f8c-762486289927 None None] Provisioning for port 436097e7-02f2-4b2c-a6e5-9e5d79862622 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:17:09.478764 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b25533f9-2800-474a-8f8c-762486289927 None None] Provisioning complete for port 436097e7-02f2-4b2c-a6e5-9e5d79862622 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:09.479192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b25533f9-2800-474a-8f8c-762486289927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:09.526804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Set router 7c0d400a-e703-4bc0-8b20-f1ffae0745da gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:09.942572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:09.981045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b25533f9-2800-474a-8f8c-762486289927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:10.070373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b25533f9-2800-474a-8f8c-762486289927 None None] For port 436097e7-02f2-4b2c-a6e5-9e5d79862622, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=436097e7-02f2-4b2c-a6e5-9e5d79862622,segment=NetworkSegment(c12876a6-e2a5-41e2-a1b0-92cc1cc19a52),segment_id=c12876a6-e2a5-41e2-a1b0-92cc1cc19a52)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:17:10.084891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b25533f9-2800-474a-8f8c-762486289927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:10.088282 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:10.345491 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Allocated IP 172.20.0.1 (a64edea9-0801-4566-a468-20eab0f819ca/4f32136d-7194-4baa-b570-5a3dc383ca4c/697a7d2b-17e8-44a6-89c5-8ad9f59933d8) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:17:10.357833 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:10.363601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'name': 'tempest-TestShelveInstance-1548649238-router', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:17:05Z', 'updated_at': '2021-02-17T00:17:07Z', 'revision_number': 3, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'gw_port': {'id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:07Z', 'updated_at': '2021-02-17T00:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:10.374095 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25533f9-2800-474a-8f8c-762486289927 None None] Pushing event updated for resources: {'Port': ['ID=436097e7-02f2-4b2c-a6e5-9e5d79862622,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:10.377213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Checking router: 7c0d400a-e703-4bc0-8b20-f1ffae0745da for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:17:10.377612 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Updating router 7c0d400a-e703-4bc0-8b20-f1ffae0745da port bb04a61f-3426-4014-b254-962ff87ed327 binding host dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:17:10.404959 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b25533f9-2800-474a-8f8c-762486289927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:10.446563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:10.525984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:10.544399 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Transition to ACTIVE for port object 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:17:10.566864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:10.570527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:10.587269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:10.660472 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-52775491-b456-4778-8954-96c7142446b1 None None] Provisioning complete for port 436097e7-02f2-4b2c-a6e5-9e5d79862622 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:10.660472 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-52775491-b456-4778-8954-96c7142446b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:10.741961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Pushing event updated for resources: {'Port': ['ID=697a7d2b-17e8-44a6-89c5-8ad9f59933d8,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:10.747936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:10.813059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Network a64edea9-0801-4566-a468-20eab0f819ca is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:17:10.815137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:17:10.816382 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 436097e7-02f2-4b2c-a6e5-9e5d79862622 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:10.817843 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:17:10.878063 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367999'] for router_interface, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.015152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 436097e7-02f2-4b2c-a6e5-9e5d79862622 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:11.015710 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.155916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-12a1b523-5e31-47ca-b277-dd8a7a451e4b None None] Provisioning complete for port 436097e7-02f2-4b2c-a6e5-9e5d79862622 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:11.156342 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-12a1b523-5e31-47ca-b277-dd8a7a451e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.175883 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.199353 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.230652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Transition to ACTIVE for port object bb04a61f-3426-4014-b254-962ff87ed327 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:17:11.278842 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.298596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:11.459861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:11.561086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1b84b-a462-4823-9ebc-d08b27e40a2b None None] Pushing event updated for resources: {'Port': ['ID=bb04a61f-3426-4014-b254-962ff87ed327,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:11.587388 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4bb1b84b-a462-4823-9ebc-d08b27e40a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:11.669990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Attempting to bind port bb04a61f-3426-4014-b254-962ff87ed327 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:17:11.670414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Attempting to bind port bb04a61f-3426-4014-b254-962ff87ed327 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:17:11.670832 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Attempting to bind port bb04a61f-3426-4014-b254-962ff87ed327 on network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:17:11.673232 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:17:11.681496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:17:11.681925 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Checking segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:17:11.682379 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.682826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Bound using segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:17:11.683358 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Bound port: bb04a61f-3426-4014-b254-962ff87ed327, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:17:11.683784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.711903 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.715333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:11.715815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.716095 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.746705 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:11.816130 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-03f6e5d7-d2b3-4281-b406-10be947b6400 None None] Provisioning for port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:17:11.835035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-03f6e5d7-d2b3-4281-b406-10be947b6400 None None] Provisioning complete for port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:11.835464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-03f6e5d7-d2b3-4281-b406-10be947b6400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.851304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850882131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407911'] for router_interface, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.871888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] For port bb04a61f-3426-4014-b254-962ff87ed327, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:17:11.897638 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] For port bb04a61f-3426-4014-b254-962ff87ed327, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=bb04a61f-3426-4014-b254-962ff87ed327,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:17:11.920950 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Pushing event updated for resources: {'Port': ['ID=697a7d2b-17e8-44a6-89c5-8ad9f59933d8,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:11.928741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:11.940738 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:11.962466 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:11.997136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-03f6e5d7-d2b3-4281-b406-10be947b6400 None None] Port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:17:12.010139 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Network a64edea9-0801-4566-a468-20eab0f819ca is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:17:12.011273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:17:12.259112 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Router 7c0d400a-e703-4bc0-8b20-f1ffae0745da has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:17:12.283964 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:12.342708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1b84b-a462-4823-9ebc-d08b27e40a2b None None] Pushing event updated for resources: {'Port': ['ID=bb04a61f-3426-4014-b254-962ff87ed327,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:12.352425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4bb1b84b-a462-4823-9ebc-d08b27e40a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:12.383839 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ff2bd8a8-2e65-4c82-9c8e-e0c6e3f502cb None None] Provisioning complete for port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:12.384263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd8a8-2e65-4c82-9c8e-e0c6e3f502cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:12.413210 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=1640ab95-ed8e-4cc3-9c11-7f66fa9c1721,segment=NetworkSegment(b8a457cc-6b1a-41fc-9647-8a1a1aaf459f),segment_id=b8a457cc-6b1a-41fc-9647-8a1a1aaf459f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:17:12.429527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:12.434890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7de9bbd5-99e2-42f4-b347-b6712ea86ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:12.450723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:17:12.459749 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] 10.222.0.74 "PUT /v2.0/routers/7c0d400a-e703-4bc0-8b20-f1ffae0745da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3014059 Feb 17 00:17:12.514602 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Routers {'7c0d400a-e703-4bc0-8b20-f1ffae0745da'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:12.515292 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:17:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['7c0d400a-e703-4bc0-8b20-f1ffae0745da'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:12.638552 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-ff2bd8a8-2e65-4c82-9c8e-e0c6e3f502cb None None] Port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:17:12.666348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=1640ab95-ed8e-4cc3-9c11-7f66fa9c1721,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:12.669959 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:12.727922 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] Set router 7c0d400a-e703-4bc0-8b20-f1ffae0745da gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:12.957642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1301049967', 'description': 'tempest-TestShelveInstance-1301049967 description'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:12.965093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:12.970006 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Usage tracker for resource:security_group and tenant:8bceef06bdef4aee86db3462702e4f35 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:12.973336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:12.978987 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:12.991541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.013099 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:13.017922 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Usage tracker for resource:security_group_rule and tenant:8bceef06bdef4aee86db3462702e4f35 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:13.020919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:13.026814 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:13.041007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 60524) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:13.086862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'name': 'tempest-TestShelveInstance-1548649238-router', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:17:05Z', 'updated_at': '2021-02-17T00:17:11Z', 'revision_number': 4, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'gw_port': {'id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:07Z', 'updated_at': '2021-02-17T00:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '697a7d2b-17e8-44a6-89c5-8ad9f59933d8', 'name': '', 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'mac_address': 'fa:16:3e:22:79:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '4f32136d-7194-4baa-b570-5a3dc383ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:10Z', 'updated_at': '2021-02-17T00:17:11Z', 'revision_number': 2, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'subnets': [{'id': '4f32136d-7194-4baa-b570-5a3dc383ca4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:13.091433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758b2963-86bc-40cd-b303-9cd448faf4f8 None None] The sync data for ids ['7c0d400a-e703-4bc0-8b20-f1ffae0745da'] in dv-cinder-759961-3-iscsi is: [{'id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'name': 'tempest-TestShelveInstance-1548649238-router', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:17:05Z', 'updated_at': '2021-02-17T00:17:11Z', 'revision_number': 4, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'gw_port': {'id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:07Z', 'updated_at': '2021-02-17T00:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '697a7d2b-17e8-44a6-89c5-8ad9f59933d8', 'name': '', 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'mac_address': 'fa:16:3e:22:79:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '4f32136d-7194-4baa-b570-5a3dc383ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:10Z', 'updated_at': '2021-02-17T00:17:11Z', 'revision_number': 2, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'subnets': [{'id': '4f32136d-7194-4baa-b570-5a3dc383ca4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:17:13.127536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.130439 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.136112 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf959d23-4bff-4c97-932e-94c14b66925b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:13.177687 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e53caa-8ebf-4202-9754-532c2b370a54,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:13.181012 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:13.181947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.183332 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4f30dc5-5ead-491a-85c2-8027a0c3a196 req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2323458 Feb 17 00:17:13.186885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ff451e1-2986-4766-8802-40a3734f2420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.204446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7ff451e1-2986-4766-8802-40a3734f2420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:13.210219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7ff451e1-2986-4766-8802-40a3734f2420 admin admin] Usage tracker for resource:security_group_rule and tenant:a20382f4332a498aa215ba6768bc2619 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:13.213431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7ff451e1-2986-4766-8802-40a3734f2420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:13.219804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7ff451e1-2986-4766-8802-40a3734f2420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:13.260047 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5b1ab563-0294-4fdb-b662-a4f614052d71 req-d3ba3128-b32f-4623-a4a9-582da2d78555 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups/e0e53caa-8ebf-4202-9754-532c2b370a54 HTTP/1.1" status: 200 len: 1802 time: 0.0485353 Feb 17 00:17:13.271886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-5b1ab563-0294-4fdb-b662-a4f614052d71 req-bcd7311f-eef7-410d-8589-dc42f3934848 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e0e53caa-8ebf-4202-9754-532c2b370a54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:13.272238 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-5b1ab563-0294-4fdb-b662-a4f614052d71 req-bcd7311f-eef7-410d-8589-dc42f3934848 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e0e53caa-8ebf-4202-9754-532c2b370a54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:13.278350 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-5b1ab563-0294-4fdb-b662-a4f614052d71 req-bcd7311f-eef7-410d-8589-dc42f3934848 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:13.282316 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5b1ab563-0294-4fdb-b662-a4f614052d71 req-bcd7311f-eef7-410d-8589-dc42f3934848 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Usage tracker for resource:security_group_rule and tenant:8bceef06bdef4aee86db3462702e4f35 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:13.285297 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5b1ab563-0294-4fdb-b662-a4f614052d71 req-bcd7311f-eef7-410d-8589-dc42f3934848 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:13.291440 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-5b1ab563-0294-4fdb-b662-a4f614052d71 req-bcd7311f-eef7-410d-8589-dc42f3934848 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:13.547251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ff451e1-2986-4766-8802-40a3734f2420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.551643 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ff451e1-2986-4766-8802-40a3734f2420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.562965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-304f479a-5353-4542-a743-c82b4718fd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:13.606309 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5b1ab563-0294-4fdb-b662-a4f614052d71 req-bcd7311f-eef7-410d-8589-dc42f3934848 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.610129 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7ff451e1-2986-4766-8802-40a3734f2420 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a20382f4332a498aa215ba6768bc2619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5654395 Feb 17 00:17:13.610129 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff451e1-2986-4766-8802-40a3734f2420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6065da-505a-4054-b20b-f58f0e76fe56,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:13.610444 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60534) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:13.613321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7ff451e1-2986-4766-8802-40a3734f2420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:13.672904 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5b1ab563-0294-4fdb-b662-a4f614052d71 req-bcd7311f-eef7-410d-8589-dc42f3934848 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.679855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5b1ab563-0294-4fdb-b662-a4f614052d71 req-bcd7311f-eef7-410d-8589-dc42f3934848 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.690035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:13.731977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7311f-eef7-410d-8589-dc42f3934848 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bb2d1e-b96b-4f05-9c31-f45233969453,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:13.735151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6953fa9e-cdce-4a04-93e4-fb956636e619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.738732 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bcd7311f-eef7-410d-8589-dc42f3934848 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:13.749338 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5b1ab563-0294-4fdb-b662-a4f614052d71 req-bcd7311f-eef7-410d-8589-dc42f3934848 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.750651 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5b1ab563-0294-4fdb-b662-a4f614052d71 req-bcd7311f-eef7-410d-8589-dc42f3934848 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4836454 Feb 17 00:17:13.784494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6953fa9e-cdce-4a04-93e4-fb956636e619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.873024 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b8c722ee-5dfb-459a-939c-b04c31439fae req-2f7abccf-e553-422c-92df-3cc8fc78560c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups/e0e53caa-8ebf-4202-9754-532c2b370a54 HTTP/1.1" status: 200 len: 2395 time: 0.0943658 Feb 17 00:17:13.890396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-b8c722ee-5dfb-459a-939c-b04c31439fae req-341c0fd8-4719-4f02-b1de-ad88052b97ee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e0e53caa-8ebf-4202-9754-532c2b370a54', 'remote_group_id': None}]} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:13.890913 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-b8c722ee-5dfb-459a-939c-b04c31439fae req-341c0fd8-4719-4f02-b1de-ad88052b97ee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e0e53caa-8ebf-4202-9754-532c2b370a54', 'remote_group_id': None}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:13.896570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6953fa9e-cdce-4a04-93e4-fb956636e619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.903136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-48106438-8f5d-4222-9210-78468112db3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:13.913574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b8c722ee-5dfb-459a-939c-b04c31439fae req-341c0fd8-4719-4f02-b1de-ad88052b97ee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:13.921566 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b8c722ee-5dfb-459a-939c-b04c31439fae req-341c0fd8-4719-4f02-b1de-ad88052b97ee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Usage tracker for resource:security_group_rule and tenant:8bceef06bdef4aee86db3462702e4f35 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:13.925892 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953fa9e-cdce-4a04-93e4-fb956636e619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6065da-505a-4054-b20b-f58f0e76fe56,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:13.927976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b8c722ee-5dfb-459a-939c-b04c31439fae req-341c0fd8-4719-4f02-b1de-ad88052b97ee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:13.935148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6953fa9e-cdce-4a04-93e4-fb956636e619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:13.936075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b8c722ee-5dfb-459a-939c-b04c31439fae req-341c0fd8-4719-4f02-b1de-ad88052b97ee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:13.938517 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6953fa9e-cdce-4a04-93e4-fb956636e619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:13.940290 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6953fa9e-cdce-4a04-93e4-fb956636e619 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8e6065da-505a-4054-b20b-f58f0e76fe56 HTTP/1.1" status: 204 len: 168 time: 0.3281031 Feb 17 00:17:14.018433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8c722ee-5dfb-459a-939c-b04c31439fae req-341c0fd8-4719-4f02-b1de-ad88052b97ee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:14.044516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8c722ee-5dfb-459a-939c-b04c31439fae req-341c0fd8-4719-4f02-b1de-ad88052b97ee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:14.048069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8c722ee-5dfb-459a-939c-b04c31439fae req-341c0fd8-4719-4f02-b1de-ad88052b97ee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:14.059308 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-972d1cea-f36e-4ea6-b180-347eca3d2443 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:14.088209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c0fd8-4719-4f02-b1de-ad88052b97ee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6375327-a3d8-42b5-8b08-5c4bcbe94329,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:14.091137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-341c0fd8-4719-4f02-b1de-ad88052b97ee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:14.092244 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8c722ee-5dfb-459a-939c-b04c31439fae req-341c0fd8-4719-4f02-b1de-ad88052b97ee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:14.093986 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b8c722ee-5dfb-459a-939c-b04c31439fae req-341c0fd8-4719-4f02-b1de-ad88052b97ee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2080379 Feb 17 00:17:14.781545 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device bb04a61f-3426-4014-b254-962ff87ed327 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:14.859880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port bb04a61f-3426-4014-b254-962ff87ed327 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:17:14.864846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port bb04a61f-3426-4014-b254-962ff87ed327 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:14.865291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:14.993482 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:15.011423 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port bb04a61f-3426-4014-b254-962ff87ed327, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=bb04a61f-3426-4014-b254-962ff87ed327,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:17:15.014272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:15.015185 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:15.044506 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:15.149202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=bb04a61f-3426-4014-b254-962ff87ed327,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:15.155519 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:15.158560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:15.158560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:16.296949 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Sync routers for ids ['7c0d400a-e703-4bc0-8b20-f1ffae0745da'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:17:16.308068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Routers {'7c0d400a-e703-4bc0-8b20-f1ffae0745da'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:16.308770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:17:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['7c0d400a-e703-4bc0-8b20-f1ffae0745da'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:16.496260 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Set router 7c0d400a-e703-4bc0-8b20-f1ffae0745da gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:16.697477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device bb04a61f-3426-4014-b254-962ff87ed327 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:16.778252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port bb04a61f-3426-4014-b254-962ff87ed327 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:16.778819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:16.848735 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'name': 'tempest-TestShelveInstance-1548649238-router', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:17:05Z', 'updated_at': '2021-02-17T00:17:11Z', 'revision_number': 4, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'gw_port': {'id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:07Z', 'updated_at': '2021-02-17T00:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '697a7d2b-17e8-44a6-89c5-8ad9f59933d8', 'name': '', 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'mac_address': 'fa:16:3e:22:79:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '4f32136d-7194-4baa-b570-5a3dc383ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:10Z', 'updated_at': '2021-02-17T00:17:11Z', 'revision_number': 2, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'subnets': [{'id': '4f32136d-7194-4baa-b570-5a3dc383ca4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:16.853026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Checking router: 7c0d400a-e703-4bc0-8b20-f1ffae0745da for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:17:16.853421 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Updating router 7c0d400a-e703-4bc0-8b20-f1ffae0745da port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 binding host dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:17:16.915570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:17.341918 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:17.353747 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Transition to ACTIVE for port object 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:17:17.357021 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:17.373543 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a26b1d9c-4268-4c28-91ca-71c67fc251db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:17.506881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9c7fc-a703-43e3-b1d0-b7661eb38550 None None] Pushing event updated for resources: {'Port': ['ID=697a7d2b-17e8-44a6-89c5-8ad9f59933d8,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:17.511747 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dfa9c7fc-a703-43e3-b1d0-b7661eb38550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:17.826552 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Attempting to bind port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:17:17.826885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Attempting to bind port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': 'c12876a6-e2a5-41e2-a1b0-92cc1cc19a52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:17:17.827284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Attempting to bind port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 on network a64edea9-0801-4566-a468-20eab0f819ca {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:17:17.833409 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:17:17.833825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Checking segment: {'id': 'c12876a6-e2a5-41e2-a1b0-92cc1cc19a52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:17:17.834262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:17.834695 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Bound using segment: {'id': 'c12876a6-e2a5-41e2-a1b0-92cc1cc19a52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:17:17.835202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Bound port: 697a7d2b-17e8-44a6-89c5-8ad9f59933d8, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12876a6-e2a5-41e2-a1b0-92cc1cc19a52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:17:17.835621 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:17.931149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] For port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:17:17.934276 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] For port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=697a7d2b-17e8-44a6-89c5-8ad9f59933d8,segment=NetworkSegment(c12876a6-e2a5-41e2-a1b0-92cc1cc19a52),segment_id=c12876a6-e2a5-41e2-a1b0-92cc1cc19a52)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:17:17.937797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:18.000606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:18.112519 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9c7fc-a703-43e3-b1d0-b7661eb38550 None None] Pushing event updated for resources: {'Port': ['ID=697a7d2b-17e8-44a6-89c5-8ad9f59933d8,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:18.117535 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dfa9c7fc-a703-43e3-b1d0-b7661eb38550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:18.155422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Routers {'7c0d400a-e703-4bc0-8b20-f1ffae0745da'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:18.156340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:17:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['7c0d400a-e703-4bc0-8b20-f1ffae0745da'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:18.358061 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] Set router 7c0d400a-e703-4bc0-8b20-f1ffae0745da gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:18.694144 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'name': 'tempest-TestShelveInstance-1548649238-router', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:17:05Z', 'updated_at': '2021-02-17T00:17:11Z', 'revision_number': 4, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'gw_port': {'id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:07Z', 'updated_at': '2021-02-17T00:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '697a7d2b-17e8-44a6-89c5-8ad9f59933d8', 'name': '', 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'mac_address': 'fa:16:3e:22:79:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '4f32136d-7194-4baa-b570-5a3dc383ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:10Z', 'updated_at': '2021-02-17T00:17:17Z', 'revision_number': 4, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'subnets': [{'id': '4f32136d-7194-4baa-b570-5a3dc383ca4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:18.698339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6a8d0-9df6-4c31-a927-f484d4f7be96 None None] The sync data for ids ['7c0d400a-e703-4bc0-8b20-f1ffae0745da'] in dv-cinder-759961-3-iscsi is: [{'id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'name': 'tempest-TestShelveInstance-1548649238-router', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:17:05Z', 'updated_at': '2021-02-17T00:17:11Z', 'revision_number': 4, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'gw_port': {'id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:07Z', 'updated_at': '2021-02-17T00:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '697a7d2b-17e8-44a6-89c5-8ad9f59933d8', 'name': '', 'network_id': 'a64edea9-0801-4566-a468-20eab0f819ca', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'mac_address': 'fa:16:3e:22:79:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '4f32136d-7194-4baa-b570-5a3dc383ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:10Z', 'updated_at': '2021-02-17T00:17:17Z', 'revision_number': 4, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'subnets': [{'id': '4f32136d-7194-4baa-b570-5a3dc383ca4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:17:18.721687 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:18.801057 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:17:18.807998 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:18.808434 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:18.937131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:18.974200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=697a7d2b-17e8-44a6-89c5-8ad9f59933d8,segment=NetworkSegment(c12876a6-e2a5-41e2-a1b0-92cc1cc19a52),segment_id=c12876a6-e2a5-41e2-a1b0-92cc1cc19a52)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:17:18.978295 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:18.980209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:19.057901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=697a7d2b-17e8-44a6-89c5-8ad9f59933d8,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:19.073723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:20.301568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49a491-203c-4a7e-bbb5-2620eae42aae req-99497a09-391a-4902-92ab-28c39ecc9195 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:20.303095 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e49a491-203c-4a7e-bbb5-2620eae42aae req-99497a09-391a-4902-92ab-28c39ecc9195 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0923610 Feb 17 00:17:20.352598 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e49a491-203c-4a7e-bbb5-2620eae42aae req-88097621-a50a-43af-94fa-c79f02592d2c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Feb 17 00:17:20.699927 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:20.774751 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:20.775411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:21.569368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaca2a-4ac0-41d1-b2f5-7cbf5b3e1ce1 req-43d61e63-8c39-44a0-87d4-b239a66bc400 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:21.570959 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bfaca2a-4ac0-41d1-b2f5-7cbf5b3e1ce1 req-43d61e63-8c39-44a0-87d4-b239a66bc400 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0903864 Feb 17 00:17:21.622695 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bfaca2a-4ac0-41d1-b2f5-7cbf5b3e1ce1 req-cfff6dd7-2173-483a-bd66-a4804ded5db5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446489 Feb 17 00:17:22.054885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-372d5892-2d29-4b74-b06e-258af544a6f2 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:22.055396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:17:22.056035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-372d5892-2d29-4b74-b06e-258af544a6f2 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Synchronizing usage tracker for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:17:22.074448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-372d5892-2d29-4b74-b06e-258af544a6f2 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Unset dirty status for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:17:22.075700 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-372d5892-2d29-4b74-b06e-258af544a6f2 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.1098745 Feb 17 00:17:22.154572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Deleting port 59296b9a-0c67-4e29-8270-57850a512750 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:17:22.154967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:22.415187 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] For port 59296b9a-0c67-4e29-8270-57850a512750, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=59296b9a-0c67-4e29-8270-57850a512750,segment=NetworkSegment(d32b24fb-87d0-46fe-8b30-16f78d59e8cf),segment_id=d32b24fb-87d0-46fe-8b30-16f78d59e8cf)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:17:22.415482 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:22.727433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:22.727997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:22.728169 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Floating IP 3dd2433f-7de2-4880-b53e-d93ea78bc6cc disassociated. External IP: 172.27.1.180, port: 59296b9a-0c67-4e29-8270-57850a512750. Feb 17 00:17:22.728546 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Calling delete_port for 59296b9a-0c67-4e29-8270-57850a512750 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:17:22.829214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e4b4c-204b-4241-bf9d-a0d9dd2b3f9e req-11bbae43-2394-4914-9dca-d6dac555d86a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:22.830890 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7e7e4b4c-204b-4241-bf9d-a0d9dd2b3f9e req-11bbae43-2394-4914-9dca-d6dac555d86a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 945 time: 0.0892081 Feb 17 00:17:22.880041 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7e7e4b4c-204b-4241-bf9d-a0d9dd2b3f9e req-2f9566b7-3fe0-4720-8cf5-b0c563d2ac1b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=4eaabdf0-26f4-433d-85ed-44debdd65fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420978 Feb 17 00:17:22.886960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:22.902656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ffcc45d8-56fe-4c07-b568-91008dcea1e1 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:23.000277 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event deleted for resources: {'Port': ['ID=59296b9a-0c67-4e29-8270-57850a512750,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:23.010157 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:23.218475 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 59296b9a-0c67-4e29-8270-57850a512750 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:17:23.256668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] No Port match for: 59296b9a-0c67-4e29-8270-57850a512750 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:17:23.257019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 59296b9a-0c67-4e29-8270-57850a512750 not bound to the agent host hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:17:23.265394 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:17:23.462254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:17:23.473656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26253ca8-2a99-4c29-80c3-9dab671c10ad None None] Sync routers for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:17:23.483891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26253ca8-2a99-4c29-80c3-9dab671c10ad None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:23.484576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-26253ca8-2a99-4c29-80c3-9dab671c10ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:17:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:23.502601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] No DVR routers for this DVR port 59296b9a-0c67-4e29-8270-57850a512750 on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:17:23.505807 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:23.514071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb620908-1a07-45eb-9885-ef1031a0bad3', 'name': 'network-vif-deleted', 'tag': '59296b9a-0c67-4e29-8270-57850a512750'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:23.534614 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-227cf77a-8c22-4e9d-9a19-1a07699ff177 req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.44 "DELETE /v2.0/ports/59296b9a-0c67-4e29-8270-57850a512750 HTTP/1.1" status: 204 len: 173 time: 1.4520185 Feb 17 00:17:23.581420 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb620908-1a07-45eb-9885-ef1031a0bad3', 'name': 'network-vif-deleted', 'tag': '59296b9a-0c67-4e29-8270-57850a512750', 'status': 'completed', 'code': 200} Feb 17 00:17:23.713589 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-26253ca8-2a99-4c29-80c3-9dab671c10ad None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:24.057422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-26253ca8-2a99-4c29-80c3-9dab671c10ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:56Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:24.062047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26253ca8-2a99-4c29-80c3-9dab671c10ad None None] Checking router: f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:17:24.073168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26253ca8-2a99-4c29-80c3-9dab671c10ad None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:24.073878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-26253ca8-2a99-4c29-80c3-9dab671c10ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:17:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:24.079235 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d507a7d4-15c0-4d6f-98c3-1bcf8dfd1343 req-41f9b88f-4b84-4747-bffe-c9032e4cdf23 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb620908-1a07-45eb-9885-ef1031a0bad3 HTTP/1.1" status: 200 len: 210 time: 0.0628378 Feb 17 00:17:24.448177 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-26253ca8-2a99-4c29-80c3-9dab671c10ad None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:24.803869 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-26253ca8-2a99-4c29-80c3-9dab671c10ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:56Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:24.808931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26253ca8-2a99-4c29-80c3-9dab671c10ad None None] The sync data for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi is: [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:56Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:17:25.211755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4764fd2-2a64-4dc8-8541-226ee96f57a1 None None] New status for floating IP 3dd2433f-7de2-4880-b53e-d93ea78bc6cc: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:17:25.217966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60658) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:25.291708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-11964be6-6ece-48b9-a93f-c5c1b425f088 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:25.322555 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-11964be6-6ece-48b9-a93f-c5c1b425f088 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:25.376103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-11964be6-6ece-48b9-a93f-c5c1b425f088 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:25.381778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5693554b-4e77-4b6a-8396-5beda6ae251b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:25.398405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11964be6-6ece-48b9-a93f-c5c1b425f088 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaabdf0-26f4-433d-85ed-44debdd65fdc,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:25.401579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-11964be6-6ece-48b9-a93f-c5c1b425f088 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:25.408844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-11964be6-6ece-48b9-a93f-c5c1b425f088 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:25.410302 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-11964be6-6ece-48b9-a93f-c5c1b425f088 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "DELETE /v2.0/security-groups/4eaabdf0-26f4-433d-85ed-44debdd65fdc HTTP/1.1" status: 204 len: 168 time: 0.1912298 Feb 17 00:17:25.413095 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60662) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:25.431907 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.v2.resource [None req-6872f9b9-3602-467a-a2c9-98c4b40e7e62 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] show failed (client error): The resource could not be found. Feb 17 00:17:25.433191 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6872f9b9-3602-467a-a2c9-98c4b40e7e62 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups/4eaabdf0-26f4-433d-85ed-44debdd65fdc HTTP/1.1" status: 404 len: 347 time: 0.0189056 Feb 17 00:17:25.436172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60666) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:25.613573 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-2f104e15-82c7-464f-9423-73bf4566239b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Deleting port 20b02495-a53b-4895-9877-524abf1ec215 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:17:25.613951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f104e15-82c7-464f-9423-73bf4566239b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:25.792693 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f104e15-82c7-464f-9423-73bf4566239b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:25.793080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f104e15-82c7-464f-9423-73bf4566239b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:25.925854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-2f104e15-82c7-464f-9423-73bf4566239b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Calling delete_port for 20b02495-a53b-4895-9877-524abf1ec215 owned by network:floatingip {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:17:26.076104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f104e15-82c7-464f-9423-73bf4566239b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.092472 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:26.197018 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f104e15-82c7-464f-9423-73bf4566239b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event deleted for resources: {'Port': ['ID=20b02495-a53b-4895-9877-524abf1ec215,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:26.202100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2f104e15-82c7-464f-9423-73bf4566239b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:26.331749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f104e15-82c7-464f-9423-73bf4566239b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.346190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f104e15-82c7-464f-9423-73bf4566239b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.347426 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2f104e15-82c7-464f-9423-73bf4566239b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "DELETE /v2.0/floatingips/3dd2433f-7de2-4880-b53e-d93ea78bc6cc HTTP/1.1" status: 204 len: 168 time: 0.9101448 Feb 17 00:17:26.537274 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60684) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:26.543088 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781022037', 'description': 'tempest-description--2124392208'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:26.549295 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:26.553701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Usage tracker for resource:security_group and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:26.556981 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:26.562687 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:26.572871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.596353 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:26.600320 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Usage tracker for resource:security_group_rule and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:26.603294 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:26.608982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:26.679548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.682733 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.687931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2d43e27a-fc60-4f84-badc-ac6b7bd7136a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:26.733120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6438cd79-4839-45ac-8434-8e9161d4b900,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:26.735717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.737173 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1988208 Feb 17 00:17:26.738133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:26.740444 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60692) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:26.745746 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-bf07f2ef-c707-4b09-8e0c-ad69e6e9dcff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Request body: {'security_group_rule': {'security_group_id': '6438cd79-4839-45ac-8434-8e9161d4b900', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:26.752582 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bf07f2ef-c707-4b09-8e0c-ad69e6e9dcff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:26.756677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bf07f2ef-c707-4b09-8e0c-ad69e6e9dcff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Usage tracker for resource:security_group_rule and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:26.759671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bf07f2ef-c707-4b09-8e0c-ad69e6e9dcff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:26.766383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bf07f2ef-c707-4b09-8e0c-ad69e6e9dcff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:26.783106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf07f2ef-c707-4b09-8e0c-ad69e6e9dcff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.850007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf07f2ef-c707-4b09-8e0c-ad69e6e9dcff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.852750 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf07f2ef-c707-4b09-8e0c-ad69e6e9dcff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.859713 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:26.878715 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07f2ef-c707-4b09-8e0c-ad69e6e9dcff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b6a756-e959-406c-8915-1060c3d03195,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:26.881288 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf07f2ef-c707-4b09-8e0c-ad69e6e9dcff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:26.887532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf07f2ef-c707-4b09-8e0c-ad69e6e9dcff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.888867 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bf07f2ef-c707-4b09-8e0c-ad69e6e9dcff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476073 Feb 17 00:17:26.891704 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60696) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:26.897864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-32eb80e4-79bf-4568-8339-e7dc53ce8b88 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Request body: {'security_group_rule': {'security_group_id': '6438cd79-4839-45ac-8434-8e9161d4b900', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:26.903902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-32eb80e4-79bf-4568-8339-e7dc53ce8b88 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:26.907879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-32eb80e4-79bf-4568-8339-e7dc53ce8b88 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Usage tracker for resource:security_group_rule and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:26.910879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-32eb80e4-79bf-4568-8339-e7dc53ce8b88 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:26.916559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-32eb80e4-79bf-4568-8339-e7dc53ce8b88 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:26.932669 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-32eb80e4-79bf-4568-8339-e7dc53ce8b88 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.996963 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-32eb80e4-79bf-4568-8339-e7dc53ce8b88 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:26.999784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-32eb80e4-79bf-4568-8339-e7dc53ce8b88 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:27.002448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:27.025493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb80e4-79bf-4568-8339-e7dc53ce8b88 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5379cc0d-b10b-4233-897c-dac7e8992757,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:27.028088 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-32eb80e4-79bf-4568-8339-e7dc53ce8b88 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:27.034472 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-32eb80e4-79bf-4568-8339-e7dc53ce8b88 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:27.035774 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-32eb80e4-79bf-4568-8339-e7dc53ce8b88 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424797 Feb 17 00:17:27.039018 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60702) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:27.044444 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Request body: {'floatingip': {'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:27.050890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:27.054880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Usage tracker for resource:floatingip and tenant:95fe88b7f186498c8c381859fdb282f8 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:27.058117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:27.063880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:27.073472 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:27.219450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:27.500977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Allocated IP 172.27.1.2 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/aaab4eee-9a7f-416f-8606-24f23637e3c0) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:17:27.890900 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:27.921601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:27.937223 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:28.072429 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event updated for resources: {'Port': ['ID=aaab4eee-9a7f-416f-8606-24f23637e3c0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:28.077496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:28.135600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:17:28.136813 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:17:28.139188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:17:28.265734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:28.337072 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:28.605806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:28.609326 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:28.624276 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:28.755262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event updated for resources: {'Port': ['ID=aaab4eee-9a7f-416f-8606-24f23637e3c0,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:28.758362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:28.866663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:28.888401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:28.889756 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8497331 Feb 17 00:17:29.058400 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-6e7b77a4-c630-4c02-9d93-37f0f905e67d tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Synchronizing usage tracker for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:17:29.072342 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-6e7b77a4-c630-4c02-9d93-37f0f905e67d tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Unset dirty status for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:17:29.073593 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-6e7b77a4-c630-4c02-9d93-37f0f905e67d tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1781022037&fields=id&tenant_id=95fe88b7f186498c8c381859fdb282f8 HTTP/1.1" status: 200 len: 267 time: 0.0579286 Feb 17 00:17:29.237020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-0e2fd0e4-c3c2-48d1-9828-626b0aeb7749 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:29.238612 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-0e2fd0e4-c3c2-48d1-9828-626b0aeb7749 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/networks?id=57d6da7b-4930-4140-bc62-e7e2e204c324 HTTP/1.1" status: 200 len: 811 time: 0.1577392 Feb 17 00:17:29.254906 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-d1a249a5-c2d5-4981-89a9-32e962972ea9 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/quotas/95fe88b7f186498c8c381859fdb282f8 HTTP/1.1" status: 200 len: 375 time: 0.0098176 Feb 17 00:17:29.343497 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-5a3700b9-b50b-4c07-8bbc-898cde4426d8 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Synchronizing usage tracker for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:17:29.358085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-5a3700b9-b50b-4c07-8bbc-898cde4426d8 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Unset dirty status for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:17:29.359429 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-5a3700b9-b50b-4c07-8bbc-898cde4426d8 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=95fe88b7f186498c8c381859fdb282f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0989501 Feb 17 00:17:29.618290 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-fcc4da13-3f64-490b-82f7-add48657f423 service neutron] 10.222.0.74 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460351 Feb 17 00:17:29.759273 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-bba2a381-8526-4c05-93f8-564c93a0888d service neutron] 10.222.0.74 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1346316 Feb 17 00:17:30.515858 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-5159dfa0-90e2-4ea1-bdb4-31015410fc1b tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Synchronizing usage tracker for tenant:8bceef06bdef4aee86db3462702e4f35 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:17:30.532286 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-5159dfa0-90e2-4ea1-bdb4-31015410fc1b tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Unset dirty status for tenant:8bceef06bdef4aee86db3462702e4f35 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:17:30.533620 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-5159dfa0-90e2-4ea1-bdb4-31015410fc1b tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1301049967&fields=id&tenant_id=8bceef06bdef4aee86db3462702e4f35 HTTP/1.1" status: 200 len: 267 time: 0.0629797 Feb 17 00:17:30.695172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-9cf3cd81-cce9-4809-b299-fac16d8b10c9 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:30.696660 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-9cf3cd81-cce9-4809-b299-fac16d8b10c9 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/networks?id=2eb778ad-5e4d-4b89-b180-c8e46495da46 HTTP/1.1" status: 200 len: 809 time: 0.1555476 Feb 17 00:17:30.712650 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-1524ceda-3df1-427b-ab29-42b53f92d8d2 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/quotas/8bceef06bdef4aee86db3462702e4f35 HTTP/1.1" status: 200 len: 375 time: 0.0097842 Feb 17 00:17:30.722231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:30.807936 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a4b25c94-3c27-444c-a637-454e918d58dc tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8bceef06bdef4aee86db3462702e4f35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893207 Feb 17 00:17:30.959341 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-c4b2cc4e-cc19-47c2-a7da-dac5f63beb0f service neutron] 10.222.0.74 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383147 Feb 17 00:17:31.120225 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3a6950b2-afcd-489f-a403-8228ddd299d0 req-80318e3a-0838-4a72-91a9-35d48625ca0c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 210 time: 0.0532763 Feb 17 00:17:31.171592 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-f6994aff-f6a7-41cc-9401-808f1b5db2df service neutron] 10.222.0.74 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2041528 Feb 17 00:17:31.614197 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-30eedb68-dec9-48ff-90df-49b2345bfafb req-ebe417e0-da94-439d-8089-ce7f439a1684 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 210 time: 0.0530853 Feb 17 00:17:32.109900 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-a950dcf1-90a8-4f7c-9e27-723fcacd4d65 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:32.116370 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-a950dcf1-90a8-4f7c-9e27-723fcacd4d65 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.44 "GET /v2.0/networks?id=57d6da7b-4930-4140-bc62-e7e2e204c324 HTTP/1.1" status: 200 len: 811 time: 0.1952868 Feb 17 00:17:32.215401 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-0431495a-baef-4dc0-9ea5-347c813ffd80 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95fe88b7f186498c8c381859fdb282f8 HTTP/1.1" status: 200 len: 5705 time: 0.0892787 Feb 17 00:17:32.225855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Request body: {'port': {'device_id': '96880f63-1f29-4168-bc99-a4890105781e', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'admin_state_up': True, 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'security_groups': ['6438cd79-4839-45ac-8434-8e9161d4b900']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:32.302150 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6c36ed5-094b-4d8c-9131-80227bf924ed req-c0eef798-3503-492d-96b4-942938d6a67a tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 210 time: 0.0499299 Feb 17 00:17:32.371184 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:32.381296 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:32.390223 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Made reservation on behalf of 95fe88b7f186498c8c381859fdb282f8 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:17:32.396386 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:32.796593 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f33bed9-0560-4857-8ef6-8e3eac851fb6 req-05e56db2-9e28-40bc-b84a-957ebecbf660 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 210 time: 0.0588086 Feb 17 00:17:32.841933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Allocated IP 172.20.0.12 (57d6da7b-4930-4140-bc62-e7e2e204c324/3aec74a8-fd66-4f13-9886-40a99c261d47/6a62cd06-5c0b-48c0-b1ca-b6ea83607957) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:17:32.853171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-7f62dd90-3c7c-4721-9c0b-1817a82adbff tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:32.853784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-7f62dd90-3c7c-4721-9c0b-1817a82adbff tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Synchronizing usage tracker for tenant:8bceef06bdef4aee86db3462702e4f35 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:17:32.891490 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-7f62dd90-3c7c-4721-9c0b-1817a82adbff tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Unset dirty status for tenant:8bceef06bdef4aee86db3462702e4f35 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:17:32.893300 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-7f62dd90-3c7c-4721-9c0b-1817a82adbff tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.44 "GET /v2.0/networks?id=2eb778ad-5e4d-4b89-b180-c8e46495da46 HTTP/1.1" status: 200 len: 809 time: 0.2751181 Feb 17 00:17:33.082560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-75b33f37-e6fb-4368-af06-33a2bbdc7ec5 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Synchronizing usage tracker for tenant:8bceef06bdef4aee86db3462702e4f35 on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:17:33.116994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-75b33f37-e6fb-4368-af06-33a2bbdc7ec5 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Unset dirty status for tenant:8bceef06bdef4aee86db3462702e4f35 on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:17:33.118401 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-75b33f37-e6fb-4368-af06-33a2bbdc7ec5 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8bceef06bdef4aee86db3462702e4f35 HTTP/1.1" status: 200 len: 5759 time: 0.2147336 Feb 17 00:17:33.131645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Request body: {'port': {'device_id': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'admin_state_up': True, 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'security_groups': ['e0e53caa-8ebf-4202-9754-532c2b370a54']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:33.207840 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:33.247154 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Transition to ACTIVE for port object 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:17:33.481965 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e031755-d511-4482-b59b-da193c725163 req-087969cd-3453-422d-84a4-00b7be3649ca tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 210 time: 0.0530517 Feb 17 00:17:33.538729 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:33.544256 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Usage tracker for resource:port and tenant:8bceef06bdef4aee86db3462702e4f35 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:33.547954 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:33.555646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:33.559446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:33.575835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fe42e03a-f8c9-428f-ab0c-77d3f148cbe2 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:33.685701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Made reservation on behalf of 8bceef06bdef4aee86db3462702e4f35 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:17:33.691284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:33.755047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event updated for resources: {'Port': ['ID=6a62cd06-5c0b-48c0-b1ca-b6ea83607957,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:33.764887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:33.928805 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Network 57d6da7b-4930-4140-bc62-e7e2e204c324 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:17:33.932548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:17:33.965394 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e3aa5953-6f25-4158-945a-c63bd2ae433b req-158c3d73-f490-46c2-b281-489357744a61 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 210 time: 0.0498166 Feb 17 00:17:33.973623 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:17:34.070522 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:34.071192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:34.143793 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c5797a4a-26fe-4408-bfc9-8be7071cf8d6 None None] Provisioning for port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:17:34.150638 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c5797a4a-26fe-4408-bfc9-8be7071cf8d6 None None] Provisioning complete for port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:34.151132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c5797a4a-26fe-4408-bfc9-8be7071cf8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:34.161426 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9397366 Feb 17 00:17:34.173673 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Allocated IP 172.20.0.14 (2eb778ad-5e4d-4b89-b180-c8e46495da46/768bd55a-a8a3-43f0-8eb6-edfcc4f31821/497b2bbc-2b7d-4176-95b4-b296dd9a2a93) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:17:34.182130 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Request body: {'port': {'device_id': '96880f63-1f29-4168-bc99-a4890105781e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:34.209332 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c5797a4a-26fe-4408-bfc9-8be7071cf8d6 None None] Port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:17:34.422375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:34.606382 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:34.641493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Transition to ACTIVE for port object 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:17:34.688467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c6af0-7896-4326-b148-5682fd60e243 req-26e333d6-0ff3-4a44-9380-fe4f9b38dc99 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:34.690142 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-895c6af0-7896-4326-b148-5682fd60e243 req-26e333d6-0ff3-4a44-9380-fe4f9b38dc99 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 932 time: 0.0905607 Feb 17 00:17:34.739874 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-895c6af0-7896-4326-b148-5682fd60e243 req-0445bfb9-7e5f-4931-a37d-62287d9865a1 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=6438cd79-4839-45ac-8434-8e9161d4b900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427847 Feb 17 00:17:34.822355 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:34.842628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-854e1224-81dd-4868-8240-ae935ff4b0cb tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:35.013580 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Pushing event updated for resources: {'Port': ['ID=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:35.017508 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:35.141283 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Network 2eb778ad-5e4d-4b89-b180-c8e46495da46 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:17:35.143579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:17:35.148575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:17:35.151069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:17:35.177877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab6b96-0e75-4974-a45b-4b81a94be295 req-11cc08d8-d06c-431e-89db-b8c1e087a62b tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:35.179552 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-43ab6b96-0e75-4974-a45b-4b81a94be295 req-11cc08d8-d06c-431e-89db-b8c1e087a62b tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 932 time: 0.0914733 Feb 17 00:17:35.191752 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:35.219033 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Transition to ACTIVE for port object 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:17:35.225721 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:35.234333 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-43ab6b96-0e75-4974-a45b-4b81a94be295 req-d4edc2b8-b881-42e1-afac-c0b33ea65601 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0464540 Feb 17 00:17:35.244996 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8065e56c-b575-4558-bad2-23bfdacf4667 tempest-ServerRescueNegativeTestJSON-643921107 tempest-ServerRescueNegativeTestJSON-643921107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:35.336668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-60021883-7e94-4a28-a48a-94601935a858 None None] Provisioning for port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:17:35.341687 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-60021883-7e94-4a28-a48a-94601935a858 None None] Provisioning complete for port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:35.342113 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60021883-7e94-4a28-a48a-94601935a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:35.350173 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:35.350919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:35.402348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-60021883-7e94-4a28-a48a-94601935a858 None None] Port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:17:35.405232 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2775793 Feb 17 00:17:35.408430 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Pushing event updated for resources: {'Port': ['ID=6a62cd06-5c0b-48c0-b1ca-b6ea83607957,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:35.424596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:35.430230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Request body: {'port': {'device_id': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:35.689401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:35.776443 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Attempting to bind port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:17:35.776834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Attempting to bind port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:17:35.777205 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Attempting to bind port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 on network 57d6da7b-4930-4140-bc62-e7e2e204c324 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:17:35.822323 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:17:35.822625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Checking segment: {'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:17:35.822921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:35.823327 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Bound using segment: {'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:17:35.823807 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Bound port: 6a62cd06-5c0b-48c0-b1ca-b6ea83607957, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:17:35.824178 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:35.943369 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d949d4f-d17d-488f-82ad-66a425c7a1dd req-d95b75ab-028f-440b-aca8-b71ff83516e4 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:35.945004 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d949d4f-d17d-488f-82ad-66a425c7a1dd req-d95b75ab-028f-440b-aca8-b71ff83516e4 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 944 time: 0.0892510 Feb 17 00:17:35.993942 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d949d4f-d17d-488f-82ad-66a425c7a1dd req-257bfb63-e810-43a8-9781-351fd7a4a879 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=6438cd79-4839-45ac-8434-8e9161d4b900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422688 Feb 17 00:17:36.012589 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] For port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:17:36.094840 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] For port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=6a62cd06-5c0b-48c0-b1ca-b6ea83607957,segment=NetworkSegment(d32b24fb-87d0-46fe-8b30-16f78d59e8cf),segment_id=d32b24fb-87d0-46fe-8b30-16f78d59e8cf)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:17:36.101119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:36.117671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bb51b6d-54e3-4506-9025-4f58a67d2aff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:36.315448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4ad3cfc-ee15-414e-a726-0f2c8664dcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:36.449643 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7bfc0-a59b-4ed7-a96c-41b75bb8dc36 req-32b1303f-7c79-477b-b64b-6b59e37301de tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:36.451251 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5e7bfc0-a59b-4ed7-a96c-41b75bb8dc36 req-32b1303f-7c79-477b-b64b-6b59e37301de tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 932 time: 0.0909181 Feb 17 00:17:36.504559 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5e7bfc0-a59b-4ed7-a96c-41b75bb8dc36 req-c75c55ec-d6aa-40b1-8a1c-42085de2f6b0 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459442 Feb 17 00:17:36.541993 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Pushing event updated for resources: {'Port': ['ID=6a62cd06-5c0b-48c0-b1ca-b6ea83607957,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:36.554091 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:36.618709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:36.619385 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:36.620964 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] 10.222.0.44 "PUT /v2.0/ports/6a62cd06-5c0b-48c0-b1ca-b6ea83607957 HTTP/1.1" status: 200 len: 1158 time: 2.4445372 Feb 17 00:17:36.621510 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96880f63-1f29-4168-bc99-a4890105781e', 'tag': '6a62cd06-5c0b-48c0-b1ca-b6ea83607957'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:36.703835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:17:36.714546 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96880f63-1f29-4168-bc99-a4890105781e', 'tag': '6a62cd06-5c0b-48c0-b1ca-b6ea83607957', 'status': 'completed', 'code': 200} Feb 17 00:17:36.728159 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:36.748467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Transition to ACTIVE for port object 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:17:36.755857 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:36.772551 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:36.900315 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-be827bdf-3f3f-44f0-958f-cb9d36c9885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:36.901988 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-be827bdf-3f3f-44f0-958f-cb9d36c9885a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95fe88b7f186498c8c381859fdb282f8&device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 1161 time: 0.2351604 Feb 17 00:17:36.974670 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Pushing event updated for resources: {'Port': ['ID=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:36.990389 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-20956a52-5d03-4fca-aa73-9d5786dc3ccd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a62cd06-5c0b-48c0-b1ca-b6ea83607957 HTTP/1.1" status: 200 len: 217 time: 0.0773425 Feb 17 00:17:37.006997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.007411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.007819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.008226 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.008625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.009072 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.009469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.009864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.010258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.010647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.011066 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.011431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.011856 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.012243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.012629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.013040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.013424 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.013806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.014193 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.014577 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.014962 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.015349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.015733 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.016114 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:17:37.057497 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:37.161336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-ad5c130e-3d29-44c7-b87f-1f3fdc27eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:37.162956 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-ad5c130e-3d29-44c7-b87f-1f3fdc27eb89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3aec74a8-fd66-4f13-9886-40a99c261d47 HTTP/1.1" status: 200 len: 850 time: 0.1431978 Feb 17 00:17:37.219111 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9082663-f30b-4e65-867e-436f762f869a req-11a9680b-85a9-47a6-b95b-1149dfd25bbd tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:37.221316 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e9082663-f30b-4e65-867e-436f762f869a req-11a9680b-85a9-47a6-b95b-1149dfd25bbd tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 944 time: 0.0953836 Feb 17 00:17:37.277728 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e9082663-f30b-4e65-867e-436f762f869a req-01a0a4a0-a4c2-402b-99db-bb1a22add01c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=6438cd79-4839-45ac-8434-8e9161d4b900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492363 Feb 17 00:17:37.322526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Attempting to bind port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:17:37.323070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Attempting to bind port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:17:37.323208 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Attempting to bind port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 on network 2eb778ad-5e4d-4b89-b180-c8e46495da46 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:17:37.331374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:17:37.331746 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Checking segment: {'id': 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:17:37.332144 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:37.332539 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Bound using segment: {'id': 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:17:37.333024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Bound port: 497b2bbc-2b7d-4176-95b4-b296dd9a2a93, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:17:37.333395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:37.345847 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-dc72b495-e75a-46d7-a3aa-9e3c757c3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:37.347480 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-dc72b495-e75a-46d7-a3aa-9e3c757c3e42 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57d6da7b-4930-4140-bc62-e7e2e204c324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1777985 Feb 17 00:17:37.539617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] For port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:17:37.560741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] For port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,segment=NetworkSegment(b8a457cc-6b1a-41fc-9647-8a1a1aaf459f),segment_id=b8a457cc-6b1a-41fc-9647-8a1a1aaf459f)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:17:37.565892 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:37.584278 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-75490032-3325-4e92-9593-9f1e3ab7b460 service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009823 Feb 17 00:17:37.587244 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:37.716458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a6938-4162-4a90-94f2-e4525a8327bb req-4410bbae-c38c-40c1-ae4c-db0e625ca372 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:37.718092 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cd6a6938-4162-4a90-94f2-e4525a8327bb req-4410bbae-c38c-40c1-ae4c-db0e625ca372 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.0917294 Feb 17 00:17:37.767435 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cd6a6938-4162-4a90-94f2-e4525a8327bb req-3872d995-9fbc-44c6-982f-25ce5addf8a0 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0415282 Feb 17 00:17:37.856236 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Pushing event updated for resources: {'Port': ['ID=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:37.870132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:37.902377 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e449398-7d3c-41b4-9630-d6976f2cad9d req-d4710cf8-a202-4d87-833c-8f1df4320cd0 service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2345443 Feb 17 00:17:37.906488 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:37.907155 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:37.908576 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] 10.222.0.44 "PUT /v2.0/ports/497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 200 len: 1158 time: 2.4830337 Feb 17 00:17:38.104637 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a67ff8-e4d6-4f20-a8dc-3fa3a1d1eca0 req-3e5832af-790d-4d97-a659-f9cbd3354921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:38.106202 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40a67ff8-e4d6-4f20-a8dc-3fa3a1d1eca0 req-3e5832af-790d-4d97-a659-f9cbd3354921 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95fe88b7f186498c8c381859fdb282f8&device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 1161 time: 0.1178560 Feb 17 00:17:38.108073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-57a5e872-1e29-4ed3-ac02-fb96f126ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:38.109584 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-57a5e872-1e29-4ed3-ac02-fb96f126ca53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bceef06bdef4aee86db3462702e4f35&device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 1161 time: 0.1593745 Feb 17 00:17:38.264077 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-2d481ef3-c235-462f-848e-a76bfa2feb6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 200 len: 217 time: 0.1220734 Feb 17 00:17:38.362866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-fb5ec5bc-0b5c-4dce-a513-55a7c3b45d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:38.364432 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-fb5ec5bc-0b5c-4dce-a513-55a7c3b45d00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768bd55a-a8a3-43f0-8eb6-edfcc4f31821 HTTP/1.1" status: 200 len: 848 time: 0.0923195 Feb 17 00:17:38.429014 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a67ff8-e4d6-4f20-a8dc-3fa3a1d1eca0 req-a43b42b9-353b-44b3-9c95-f0f10ae6fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:38.430892 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40a67ff8-e4d6-4f20-a8dc-3fa3a1d1eca0 req-a43b42b9-353b-44b3-9c95-f0f10ae6fd00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=57d6da7b-4930-4140-bc62-e7e2e204c324 HTTP/1.1" status: 200 len: 905 time: 0.3110709 Feb 17 00:17:38.474245 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbec34-3d8f-4526-83cf-9e8631b5f561 req-b2a1172b-21d4-43c5-90d4-d1f34a01d256 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:38.475910 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d6cbec34-3d8f-4526-83cf-9e8631b5f561 req-b2a1172b-21d4-43c5-90d4-d1f34a01d256 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 944 time: 0.0871425 Feb 17 00:17:38.511324 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40a67ff8-e4d6-4f20-a8dc-3fa3a1d1eca0 req-dafec760-8e12-4421-b077-5aaded7fb0a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a62cd06-5c0b-48c0-b1ca-b6ea83607957 HTTP/1.1" status: 200 len: 217 time: 0.0725856 Feb 17 00:17:38.523818 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d6cbec34-3d8f-4526-83cf-9e8631b5f561 req-5a12d347-c847-4dd3-a181-21fe545bdf57 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=6438cd79-4839-45ac-8434-8e9161d4b900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415998 Feb 17 00:17:38.566305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-276043b1-61a4-425a-893e-81e780876b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:38.567854 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-276043b1-61a4-425a-893e-81e780876b0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb778ad-5e4d-4b89-b180-c8e46495da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1918442 Feb 17 00:17:38.606448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9b944339-aa36-4618-a66c-d5f930552f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:38.680951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a67ff8-e4d6-4f20-a8dc-3fa3a1d1eca0 req-2ce35507-c6f9-4efa-aac5-b09be7d18440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:38.682525 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40a67ff8-e4d6-4f20-a8dc-3fa3a1d1eca0 req-2ce35507-c6f9-4efa-aac5-b09be7d18440 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3aec74a8-fd66-4f13-9886-40a99c261d47 HTTP/1.1" status: 200 len: 850 time: 0.1582925 Feb 17 00:17:38.725140 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:38.780563 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93', 'status': 'completed', 'code': 200} Feb 17 00:17:39.002135 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f24cac-943f-45c6-8ef3-792a09b3a7d1 req-8d6fe9c2-6cf8-4a94-8f58-b7c1e4bcccb4 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:39.003833 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a6f24cac-943f-45c6-8ef3-792a09b3a7d1 req-8d6fe9c2-6cf8-4a94-8f58-b7c1e4bcccb4 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.1124167 Feb 17 00:17:39.013946 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-f1e0aa61-5e08-4774-a04c-f55ee0a7e801 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351630 Feb 17 00:17:39.053826 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a6f24cac-943f-45c6-8ef3-792a09b3a7d1 req-720191eb-7f0d-4823-8f5d-c1b2267cf64e tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432262 Feb 17 00:17:39.123155 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a67ff8-e4d6-4f20-a8dc-3fa3a1d1eca0 req-fd530f27-df27-47bd-885d-0612ff31471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:39.124786 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40a67ff8-e4d6-4f20-a8dc-3fa3a1d1eca0 req-fd530f27-df27-47bd-885d-0612ff31471f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57d6da7b-4930-4140-bc62-e7e2e204c324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4354398 Feb 17 00:17:39.227450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:39.271215 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4e6b948-bef5-41e0-807c-500a86343ef0 req-8777d97e-d83b-41c3-9a80-e0f74491eb1c service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2483718 Feb 17 00:17:39.308039 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40a67ff8-e4d6-4f20-a8dc-3fa3a1d1eca0 req-03a7f256-bfc6-4b06-9e5d-8c741fc836ad service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742802 Feb 17 00:17:39.526712 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033795d-68b5-47e4-8182-49345dedc4d7 req-23defde8-3427-4133-b77b-d54f40647828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:39.528260 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1033795d-68b5-47e4-8182-49345dedc4d7 req-23defde8-3427-4133-b77b-d54f40647828 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bceef06bdef4aee86db3462702e4f35&device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 1161 time: 0.2077672 Feb 17 00:17:39.533754 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40a67ff8-e4d6-4f20-a8dc-3fa3a1d1eca0 req-f95b09f3-3a91-4fd6-8c09-51a26ff3c28f service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2119951 Feb 17 00:17:39.687478 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033795d-68b5-47e4-8182-49345dedc4d7 req-acad8817-2626-452f-985b-104f8ecbbb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:39.689715 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1033795d-68b5-47e4-8182-49345dedc4d7 req-acad8817-2626-452f-985b-104f8ecbbb5a service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eb778ad-5e4d-4b89-b180-c8e46495da46 HTTP/1.1" status: 200 len: 903 time: 0.1457841 Feb 17 00:17:39.720360 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:39.736340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66d74a-0f19-4ce8-a182-610759b0cb3b req-40014b29-e233-46e2-9a96-d445afcec796 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:39.738050 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ae66d74a-0f19-4ce8-a182-610759b0cb3b req-40014b29-e233-46e2-9a96-d445afcec796 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 944 time: 0.0906084 Feb 17 00:17:39.770501 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1033795d-68b5-47e4-8182-49345dedc4d7 req-1a76413b-8a7f-483b-a556-20688c6b361a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 200 len: 217 time: 0.0697105 Feb 17 00:17:39.791637 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ae66d74a-0f19-4ce8-a182-610759b0cb3b req-9c34636e-1e64-4f8e-93fb-39cee1c718bd tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=6438cd79-4839-45ac-8434-8e9161d4b900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465713 Feb 17 00:17:39.798904 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:17:39.804166 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:39.804668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:39.841871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033795d-68b5-47e4-8182-49345dedc4d7 req-97707148-5148-41c5-962a-aa8aa19fbb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:39.843571 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1033795d-68b5-47e4-8182-49345dedc4d7 req-97707148-5148-41c5-962a-aa8aa19fbb51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768bd55a-a8a3-43f0-8eb6-edfcc4f31821 HTTP/1.1" status: 200 len: 848 time: 0.0671098 Feb 17 00:17:39.925990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:39.930220 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033795d-68b5-47e4-8182-49345dedc4d7 req-e6084d74-5be6-422e-8ee0-3ffcb540ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:39.931827 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1033795d-68b5-47e4-8182-49345dedc4d7 req-e6084d74-5be6-422e-8ee0-3ffcb540ab00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb778ad-5e4d-4b89-b180-c8e46495da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808232 Feb 17 00:17:39.957801 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96880f63-1f29-4168-bc99-a4890105781e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a62cd06-5c0b-48c0-b1ca-b6ea83607957'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:39.967994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=6a62cd06-5c0b-48c0-b1ca-b6ea83607957,segment=NetworkSegment(d32b24fb-87d0-46fe-8b30-16f78d59e8cf),segment_id=d32b24fb-87d0-46fe-8b30-16f78d59e8cf)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:17:39.971537 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:39.973721 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f24f923a-fb42-4d1b-be9e-65d8ce81631e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:40.045007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=6a62cd06-5c0b-48c0-b1ca-b6ea83607957,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:40.049626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:40.078984 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1033795d-68b5-47e4-8182-49345dedc4d7 req-7d9b5b19-4fa8-40db-931e-ce371dad58fc service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402030 Feb 17 00:17:40.166112 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96880f63-1f29-4168-bc99-a4890105781e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a62cd06-5c0b-48c0-b1ca-b6ea83607957', 'code': 200} Feb 17 00:17:40.245247 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:40.253471 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1033795d-68b5-47e4-8182-49345dedc4d7 req-889a4095-8708-4353-a492-960a553321a3 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1676161 Feb 17 00:17:40.371692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e6389-57cb-49d4-9293-64f0d8357363 req-bc88b43c-2560-4f5a-9328-952279135b38 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:40.373240 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf1e6389-57cb-49d4-9293-64f0d8357363 req-bc88b43c-2560-4f5a-9328-952279135b38 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.0872104 Feb 17 00:17:40.422091 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf1e6389-57cb-49d4-9293-64f0d8357363 req-041ea35c-3402-4544-ad80-70a0aee961b8 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0419605 Feb 17 00:17:40.478185 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f5a52-49bf-4f0b-8341-29a5bb634183 req-f825c4ba-b47b-44fe-9f46-11d3342c64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:40.479808 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b81f5a52-49bf-4f0b-8341-29a5bb634183 req-f825c4ba-b47b-44fe-9f46-11d3342c64cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 1163 time: 0.0788147 Feb 17 00:17:40.524771 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b81f5a52-49bf-4f0b-8341-29a5bb634183 req-0e893b16-546f-45bd-a089-a0072c14ec9f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6438cd79-4839-45ac-8434-8e9161d4b900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378077 Feb 17 00:17:40.540371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:41.002866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414ae6-34d6-4499-be1f-6ab0840bff1f req-1a2687d8-9962-43db-92e3-d7d4812a11d0 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:41.004446 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-36414ae6-34d6-4499-be1f-6ab0840bff1f req-1a2687d8-9962-43db-92e3-d7d4812a11d0 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 946 time: 0.0897231 Feb 17 00:17:41.051473 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-36414ae6-34d6-4499-be1f-6ab0840bff1f req-0577b110-6aa0-4027-8b95-b1b391d06839 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=6438cd79-4839-45ac-8434-8e9161d4b900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Feb 17 00:17:41.387456 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:41.460478 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:41.461059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:41.637019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588595f-81cc-4801-b71f-1c6864dab90b req-dcdb5c1c-b69b-484f-bcbc-80a6d92ccf80 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:41.638694 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1588595f-81cc-4801-b71f-1c6864dab90b req-dcdb5c1c-b69b-484f-bcbc-80a6d92ccf80 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.0911276 Feb 17 00:17:41.692946 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1588595f-81cc-4801-b71f-1c6864dab90b req-71613407-9452-462f-b85d-ea0d89adf888 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0462072 Feb 17 00:17:42.256798 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34eb88-918d-47cd-852a-46ce9a49e9bc req-16fd8cde-3439-442c-9e6b-28160df0ce6e tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:42.258363 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de34eb88-918d-47cd-852a-46ce9a49e9bc req-16fd8cde-3439-442c-9e6b-28160df0ce6e tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 946 time: 0.0917888 Feb 17 00:17:42.305864 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de34eb88-918d-47cd-852a-46ce9a49e9bc req-8ae9a7d1-9981-4e7a-b536-b06429129f33 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=6438cd79-4839-45ac-8434-8e9161d4b900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412619 Feb 17 00:17:42.495740 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1e5c8-3ac7-4299-8680-979eb9c25989 req-a45bbf0a-8cdc-47cb-9689-39bd486f9bd8 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:42.497373 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1cf1e5c8-3ac7-4299-8680-979eb9c25989 req-a45bbf0a-8cdc-47cb-9689-39bd486f9bd8 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 946 time: 0.0854383 Feb 17 00:17:42.506505 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 60842) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:42.511932 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-22fb237b-fce0-42f9-9114-03df5e527fa5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Request body: {'floatingip': {'port_id': '6a62cd06-5c0b-48c0-b1ca-b6ea83607957'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:42.595506 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-22fb237b-fce0-42f9-9114-03df5e527fa5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:43.361923 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b5197-3c94-45b7-bf48-8c853c543eeb req-9ea35e08-1d37-4662-b0bc-7f14464793ea tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:43.363434 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bd7b5197-3c94-45b7-bf48-8c853c543eeb req-9ea35e08-1d37-4662-b0bc-7f14464793ea tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.5009010 Feb 17 00:17:43.536758 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ee9ff-a610-4e7e-b179-aea3b9c9c727 req-87bd0ac9-416d-4591-be8c-22aad7c10372 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:43.538382 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-821ee9ff-a610-4e7e-b179-aea3b9c9c727 req-87bd0ac9-416d-4591-be8c-22aad7c10372 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.2902274 Feb 17 00:17:43.545135 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bd7b5197-3c94-45b7-bf48-8c853c543eeb req-052b42b1-580b-4177-8b02-5b4ae664b57c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1123321 Feb 17 00:17:43.606438 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-821ee9ff-a610-4e7e-b179-aea3b9c9c727 req-27458f62-252c-4c78-9cd2-89b1de8dcd3c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602562 Feb 17 00:17:43.718912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-22fb237b-fce0-42f9-9114-03df5e527fa5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:43.722222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-22fb237b-fce0-42f9-9114-03df5e527fa5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:43.905954 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [None req-22fb237b-fce0-42f9-9114-03df5e527fa5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Floating IP c531beeb-0c79-49d0-8ca6-131d4646c3b6 associated. External IP: 172.27.1.2, port: 6a62cd06-5c0b-48c0-b1ca-b6ea83607957. Feb 17 00:17:44.277305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fb237b-fce0-42f9-9114-03df5e527fa5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:17:44.464343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fb237b-fce0-42f9-9114-03df5e527fa5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:17:44.468811 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-22fb237b-fce0-42f9-9114-03df5e527fa5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:44.474099 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3207d4a5-423e-4ae1-b738-dac918abc234 None None] Sync routers for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:17:44.483867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207d4a5-423e-4ae1-b738-dac918abc234 None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:44.484524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3207d4a5-423e-4ae1-b738-dac918abc234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:17:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:44.529233 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-22fb237b-fce0-42f9-9114-03df5e527fa5 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "PUT /v2.0/floatingips/c531beeb-0c79-49d0-8ca6-131d4646c3b6 HTTP/1.1" status: 200 len: 990 time: 2.0215018 Feb 17 00:17:44.529911 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96880f63-1f29-4168-bc99-a4890105781e', 'tag': '6a62cd06-5c0b-48c0-b1ca-b6ea83607957'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:44.599115 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96880f63-1f29-4168-bc99-a4890105781e', 'tag': '6a62cd06-5c0b-48c0-b1ca-b6ea83607957', 'status': 'completed', 'code': 200} Feb 17 00:17:44.691600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-3207d4a5-423e-4ae1-b738-dac918abc234 None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:44.741365 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608f06a-a510-4a44-adea-ccb540717b7d req-ac80191f-9ee8-408a-8605-0cbd266dfc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:44.743216 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8608f06a-a510-4a44-adea-ccb540717b7d req-ac80191f-9ee8-408a-8605-0cbd266dfc30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=95fe88b7f186498c8c381859fdb282f8&device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 1163 time: 0.0924444 Feb 17 00:17:44.869306 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61944eb-702d-4f21-9374-534d41a04fde req-27731372-b164-4178-becf-230963f6c33b tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:44.870860 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c61944eb-702d-4f21-9374-534d41a04fde req-27731372-b164-4178-becf-230963f6c33b tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.1667674 Feb 17 00:17:44.894541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608f06a-a510-4a44-adea-ccb540717b7d req-20070803-6baf-4a11-b184-a7152279c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:44.896247 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8608f06a-a510-4a44-adea-ccb540717b7d req-20070803-6baf-4a11-b184-a7152279c787 service neutron] 10.222.0.44 "GET /v2.0/networks?id=57d6da7b-4930-4140-bc62-e7e2e204c324 HTTP/1.1" status: 200 len: 905 time: 0.1445205 Feb 17 00:17:44.927949 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487e0da-ac20-4f82-ba02-706a96223fd8 req-50b41299-3c1b-499b-8c11-3b328901266d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:44.929587 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9487e0da-ac20-4f82-ba02-706a96223fd8 req-50b41299-3c1b-499b-8c11-3b328901266d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1563318 Feb 17 00:17:44.940371 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c61944eb-702d-4f21-9374-534d41a04fde req-6d8ecf06-1e1d-4926-9417-67b014b24861 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0569327 Feb 17 00:17:44.985609 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9487e0da-ac20-4f82-ba02-706a96223fd8 req-8c94b2ab-812d-43f0-aaf1-b8f528280112 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438468 Feb 17 00:17:45.011218 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8608f06a-a510-4a44-adea-ccb540717b7d req-64bdb71d-7134-4422-a182-67fca1158774 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a62cd06-5c0b-48c0-b1ca-b6ea83607957 HTTP/1.1" status: 200 len: 998 time: 0.1073706 Feb 17 00:17:45.081943 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608f06a-a510-4a44-adea-ccb540717b7d req-9b989f42-9567-4b8e-8af8-d54d766aac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:45.083495 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8608f06a-a510-4a44-adea-ccb540717b7d req-9b989f42-9567-4b8e-8af8-d54d766aac22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3aec74a8-fd66-4f13-9886-40a99c261d47 HTTP/1.1" status: 200 len: 850 time: 0.0633910 Feb 17 00:17:45.098286 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3207d4a5-423e-4ae1-b738-dac918abc234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': 'c531beeb-0c79-49d0-8ca6-131d4646c3b6', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'port_id': '6a62cd06-5c0b-48c0-b1ca-b6ea83607957', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'mac_address': 'fa:16:3e:5e:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96880f63-1f29-4168-bc99-a4890105781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:17:28Z', 'updated_at': '2021-02-17T00:17:43Z', 'revision_number': 1, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:56Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:45.102871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3207d4a5-423e-4ae1-b738-dac918abc234 None None] Checking router: f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:17:45.111907 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207d4a5-423e-4ae1-b738-dac918abc234 None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:45.112569 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3207d4a5-423e-4ae1-b738-dac918abc234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:17:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:45.174921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608f06a-a510-4a44-adea-ccb540717b7d req-64b83f68-b8f6-4bfd-a2d1-296b4f609a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:45.176524 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8608f06a-a510-4a44-adea-ccb540717b7d req-64b83f68-b8f6-4bfd-a2d1-296b4f609a0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57d6da7b-4930-4140-bc62-e7e2e204c324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855355 Feb 17 00:17:45.300257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-3207d4a5-423e-4ae1-b738-dac918abc234 None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:45.323095 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8608f06a-a510-4a44-adea-ccb540717b7d req-8881c1d2-e702-438e-b213-acf9975d2b71 service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385801 Feb 17 00:17:45.466374 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8608f06a-a510-4a44-adea-ccb540717b7d req-dfe591ce-0e37-4747-a55f-43e135b03d1b service neutron] 10.222.0.44 "GET /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357083 Feb 17 00:17:45.671134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3207d4a5-423e-4ae1-b738-dac918abc234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': 'c531beeb-0c79-49d0-8ca6-131d4646c3b6', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'port_id': '6a62cd06-5c0b-48c0-b1ca-b6ea83607957', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'mac_address': 'fa:16:3e:5e:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96880f63-1f29-4168-bc99-a4890105781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:17:28Z', 'updated_at': '2021-02-17T00:17:43Z', 'revision_number': 1, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:56Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:45.675855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3207d4a5-423e-4ae1-b738-dac918abc234 None None] The sync data for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi is: [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': 'c531beeb-0c79-49d0-8ca6-131d4646c3b6', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'port_id': '6a62cd06-5c0b-48c0-b1ca-b6ea83607957', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'mac_address': 'fa:16:3e:5e:7f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96880f63-1f29-4168-bc99-a4890105781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:17:28Z', 'updated_at': '2021-02-17T00:17:43Z', 'revision_number': 1, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:56Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:17:45.985046 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8911ea2c-93ef-409b-b67c-b9b83e098b97 None None] New status for floating IP c531beeb-0c79-49d0-8ca6-131d4646c3b6: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:17:46.209080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf1ecf-c548-40ed-a737-7fb644c00d38 req-e68c5759-5bb8-4002-aaf4-d5f7fc5ea5a1 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:46.210699 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-46cf1ecf-c548-40ed-a737-7fb644c00d38 req-e68c5759-5bb8-4002-aaf4-d5f7fc5ea5a1 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.1480188 Feb 17 00:17:46.256501 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592750c4-b04d-4a63-baf2-49d972377cc1 req-c2104b7b-85e9-4f04-92a5-66fd053bb2e9 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:46.258130 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-592750c4-b04d-4a63-baf2-49d972377cc1 req-c2104b7b-85e9-4f04-92a5-66fd053bb2e9 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1385717 Feb 17 00:17:46.296933 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-46cf1ecf-c548-40ed-a737-7fb644c00d38 req-45203591-7df4-41d4-a6d7-b84f95e4f796 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0719078 Feb 17 00:17:46.321091 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-592750c4-b04d-4a63-baf2-49d972377cc1 req-99c96beb-77c0-4fba-a1ff-7da8bd16b39e tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520198 Feb 17 00:17:47.575357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433adc71-9bc3-4271-9227-a915f431fa47 req-25943900-726c-44a7-9ab3-fda63ab0229d tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:47.576985 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-433adc71-9bc3-4271-9227-a915f431fa47 req-25943900-726c-44a7-9ab3-fda63ab0229d tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.1607332 Feb 17 00:17:47.584354 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c0048-2a00-4452-b0da-23c38bc39c44 req-0ccfe412-c77e-4e20-a0c1-892e84bb72d7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:47.585809 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d91c0048-2a00-4452-b0da-23c38bc39c44 req-0ccfe412-c77e-4e20-a0c1-892e84bb72d7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1338723 Feb 17 00:17:47.663001 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-433adc71-9bc3-4271-9227-a915f431fa47 req-8f211647-8e7e-4f50-9529-77816dec6fc9 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0761766 Feb 17 00:17:47.665833 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d91c0048-2a00-4452-b0da-23c38bc39c44 req-31ac8e35-a248-4230-a2d5-0775339b45d2 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637114 Feb 17 00:17:47.792212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:47.862714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:17:47.867500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:47.867922 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:47.993215 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:48.021471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:48.031830 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,segment=NetworkSegment(b8a457cc-6b1a-41fc-9647-8a1a1aaf459f),segment_id=b8a457cc-6b1a-41fc-9647-8a1a1aaf459f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:17:48.034781 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:48.036720 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:48.077688 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93', 'code': 200} Feb 17 00:17:48.276458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:48.279693 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:48.385503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2633e6-b189-4984-b200-de59f7874a57 req-b7c4a8fb-4bc7-4c28-9a65-890db04c53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:48.387102 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e2633e6-b189-4984-b200-de59f7874a57 req-b7c4a8fb-4bc7-4c28-9a65-890db04c53ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 1163 time: 0.0760298 Feb 17 00:17:48.431136 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e2633e6-b189-4984-b200-de59f7874a57 req-21f6a6a9-1d0e-4ce2-bd2a-4b6c5b24338b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0362644 Feb 17 00:17:48.934803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b240b82-063e-48fd-8cfb-3e3a750c1fa0 req-d25f7405-b210-469c-b7fc-62ac882baa90 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:48.936420 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7b240b82-063e-48fd-8cfb-3e3a750c1fa0 req-d25f7405-b210-469c-b7fc-62ac882baa90 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.1555872 Feb 17 00:17:48.943798 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebdfa0-6713-484a-a427-e120812f0201 req-a1e8a5d1-8912-47d2-bad6-9935b9c4d426 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:48.945370 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d3ebdfa0-6713-484a-a427-e120812f0201 req-a1e8a5d1-8912-47d2-bad6-9935b9c4d426 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1275890 Feb 17 00:17:49.250381 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7b240b82-063e-48fd-8cfb-3e3a750c1fa0 req-ed401b8d-377e-4b1a-961e-a951a8ddf37d tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3040292 Feb 17 00:17:49.255952 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d3ebdfa0-6713-484a-a427-e120812f0201 req-bf2d63e8-1f86-4cea-9ff6-cf4fe8e9658a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924829 Feb 17 00:17:49.430347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:17:49.502490 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:17:49.502836 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:50.525230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf752ecc-e015-4b9b-a362-804273b67105 req-a15ce260-e165-4d8a-8791-0e5a762fedfc tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:50.526867 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf752ecc-e015-4b9b-a362-804273b67105 req-a15ce260-e165-4d8a-8791-0e5a762fedfc tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.1579666 Feb 17 00:17:50.533570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b36909-033d-4c7e-9e86-cc6304a1f4df req-1fc925fc-edeb-4568-bfa1-dac5ee5c8318 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:50.535057 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e7b36909-033d-4c7e-9e86-cc6304a1f4df req-1fc925fc-edeb-4568-bfa1-dac5ee5c8318 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1296856 Feb 17 00:17:50.604182 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf752ecc-e015-4b9b-a362-804273b67105 req-61434eff-a587-46e6-a922-04c38e5e7437 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0680859 Feb 17 00:17:50.614346 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e7b36909-033d-4c7e-9e86-cc6304a1f4df req-87364a59-e45b-413e-b526-6697f1cbd0a4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644469 Feb 17 00:17:50.809007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c1ef2-cef0-439e-b4a2-9b18330f661e req-6a3cf50f-776b-4c07-b6bc-2ff50ceb3539 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:50.810626 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bd4c1ef2-cef0-439e-b4a2-9b18330f661e req-6a3cf50f-776b-4c07-b6bc-2ff50ceb3539 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.0901177 Feb 17 00:17:50.858272 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bd4c1ef2-cef0-439e-b4a2-9b18330f661e req-7367e8e3-72d7-45f9-8eb7-b3350c635936 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0408194 Feb 17 00:17:51.056077 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-4c30937e-7a10-4c12-bc77-80d8083021e8 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1580620 Feb 17 00:17:51.066731 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Request body: {'floatingip': {'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:51.072315 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:17:51.076345 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Usage tracker for resource:floatingip and tenant:8bceef06bdef4aee86db3462702e4f35 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:17:51.079412 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:17:51.085112 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:17:51.094401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for floatingip, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:51.240255 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:51.514488 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Allocated IP 172.27.1.169 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/7171b0b5-5449-4ca8-ae4e-9f425a950936) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:17:51.671686 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:51.704770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:51.720380 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:51.908372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Pushing event updated for resources: {'Port': ['ID=7171b0b5-5449-4ca8-ae4e-9f425a950936,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:51.917833 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:51.981528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7952f38-25db-46fd-81af-4b49aae13454 req-213a88ee-a1bc-41ce-a418-6081303a3820 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:51.983159 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7952f38-25db-46fd-81af-4b49aae13454 req-213a88ee-a1bc-41ce-a418-6081303a3820 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.2305181 Feb 17 00:17:52.010779 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:17:52.014523 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:17:52.018475 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:17:52.083106 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7952f38-25db-46fd-81af-4b49aae13454 req-50339727-16e4-4b1e-8b32-7850a3ce92ba tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920205 Feb 17 00:17:52.123957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:52.188363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:52.458465 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:52.461763 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:52.477144 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13b92f61-8e4c-4a8a-9cda-1ba3a27b4dbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:17:52.608002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Pushing event updated for resources: {'Port': ['ID=7171b0b5-5449-4ca8-ae4e-9f425a950936,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:17:52.613004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:17:52.706480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:52.731879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:52.733174 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6711299 Feb 17 00:17:52.820585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-bcd002e7-c058-4c33-b035-7518f0df7a12 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Synchronizing usage tracker for tenant:8bceef06bdef4aee86db3462702e4f35 on resource:floatingip {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:17:52.836846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-bcd002e7-c058-4c33-b035-7518f0df7a12 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Unset dirty status for tenant:8bceef06bdef4aee86db3462702e4f35 on resource:floatingip {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:17:52.838088 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-bcd002e7-c058-4c33-b035-7518f0df7a12 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.169 HTTP/1.1" status: 200 len: 696 time: 0.0983739 Feb 17 00:17:52.995968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-cf9a1979-e3d9-4c4d-b42d-1596a3147142 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:52.997375 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-cf9a1979-e3d9-4c4d-b42d-1596a3147142 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/networks/7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b HTTP/1.1" status: 200 len: 784 time: 0.1533742 Feb 17 00:17:53.008636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-f42c5fe0-ed62-40a4-ac61-0a38f60faa0a tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:17:53.009702 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5f6b794-cb59-43cf-a806-10175651c0b3 req-f42c5fe0-ed62-40a4-ac61-0a38f60faa0a tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059230 Feb 17 00:17:53.199947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-4a278e56-6768-4921-96ac-1d53fda9b29f tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:53.201632 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-4a278e56-6768-4921-96ac-1d53fda9b29f tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0928006 Feb 17 00:17:53.334998 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-3e137058-e042-4b87-8a90-915588e807c6 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.169 HTTP/1.1" status: 200 len: 696 time: 0.1256616 Feb 17 00:17:53.347099 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-535c9839-3610-4f43-9904-9c735b7f8518 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Request body: {'floatingip': {'port_id': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:53.439993 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-535c9839-3610-4f43-9904-9c735b7f8518 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:53.521309 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fac796-0e9c-43ec-b3e5-8a2ca0222edc req-9f676a67-936e-4553-80be-59f67d643042 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:53.523068 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-96fac796-0e9c-43ec-b3e5-8a2ca0222edc req-9f676a67-936e-4553-80be-59f67d643042 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.3158085 Feb 17 00:17:53.674439 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-96fac796-0e9c-43ec-b3e5-8a2ca0222edc req-a6e1506b-7553-4504-bc17-6fada401324d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050506 Feb 17 00:17:54.348185 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-535c9839-3610-4f43-9904-9c735b7f8518 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:54.350942 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-535c9839-3610-4f43-9904-9c735b7f8518 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:54.529452 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-535c9839-3610-4f43-9904-9c735b7f8518 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Floating IP fa781863-0887-4b26-b5f5-358974ca3fdc associated. External IP: 172.27.1.169, port: 497b2bbc-2b7d-4176-95b4-b296dd9a2a93. Feb 17 00:17:54.964149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-535c9839-3610-4f43-9904-9c735b7f8518 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:17:54.970416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a7b71-ed24-4a78-8e55-4d2a88f4c28d req-6e6aa098-38a5-47e2-99d6-9a382715f657 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:54.971982 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-849a7b71-ed24-4a78-8e55-4d2a88f4c28d req-6e6aa098-38a5-47e2-99d6-9a382715f657 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1443238 Feb 17 00:17:55.160582 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-849a7b71-ed24-4a78-8e55-4d2a88f4c28d req-155c8352-c7f4-4c91-b237-24738f2beacc tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810851 Feb 17 00:17:55.198330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-535c9839-3610-4f43-9904-9c735b7f8518 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:17:55.202772 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-535c9839-3610-4f43-9904-9c735b7f8518 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:17:55.207984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7963d118-563c-4e0e-a0e0-c67a119b67df None None] Sync routers for ids ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:17:55.218293 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963d118-563c-4e0e-a0e0-c67a119b67df None None] Routers {'97b3b155-c2e6-4ee8-adae-c553fbbb6346'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:55.219038 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-7963d118-563c-4e0e-a0e0-c67a119b67df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:17:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:55.272061 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-535c9839-3610-4f43-9904-9c735b7f8518 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "PUT /v2.0/floatingips/fa781863-0887-4b26-b5f5-358974ca3fdc HTTP/1.1" status: 200 len: 997 time: 1.9296806 Feb 17 00:17:55.272605 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:55.366634 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-44727f38-cb9d-4622-b695-03c8b32cf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:55.368291 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-44727f38-cb9d-4622-b695-03c8b32cf63c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8bceef06bdef4aee86db3462702e4f35&device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 1163 time: 0.0806122 Feb 17 00:17:55.373344 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93', 'status': 'completed', 'code': 200} Feb 17 00:17:55.413941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-7963d118-563c-4e0e-a0e0-c67a119b67df None None] Set router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:55.497598 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2a00-8eed-4bbf-9a4e-d10e4fa0ed98 req-38d4aebc-6d35-4fb3-9002-efe1500c7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:55.499576 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f1e2a00-8eed-4bbf-9a4e-d10e4fa0ed98 req-38d4aebc-6d35-4fb3-9002-efe1500c7c61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bceef06bdef4aee86db3462702e4f35&device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 1163 time: 0.0853095 Feb 17 00:17:55.519173 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-971e1986-2aa1-4426-9c87-08b12c1cd948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:55.520799 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-971e1986-2aa1-4426-9c87-08b12c1cd948 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2eb778ad-5e4d-4b89-b180-c8e46495da46 HTTP/1.1" status: 200 len: 903 time: 0.1448278 Feb 17 00:17:55.652816 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2a00-8eed-4bbf-9a4e-d10e4fa0ed98 req-74e515c5-0209-4576-a62f-1f7db1f4bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:55.653406 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-74650b4e-d1db-4d56-8802-47e92636cac5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 200 len: 1000 time: 0.1255186 Feb 17 00:17:55.655048 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f1e2a00-8eed-4bbf-9a4e-d10e4fa0ed98 req-74e515c5-0209-4576-a62f-1f7db1f4bdd1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eb778ad-5e4d-4b89-b180-c8e46495da46 HTTP/1.1" status: 200 len: 903 time: 0.1442649 Feb 17 00:17:55.727455 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-bb794f92-b74a-4d2a-b0f4-a9a13eeee910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:55.729091 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-bb794f92-b74a-4d2a-b0f4-a9a13eeee910 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=768bd55a-a8a3-43f0-8eb6-edfcc4f31821 HTTP/1.1" status: 200 len: 848 time: 0.0683291 Feb 17 00:17:55.774835 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f1e2a00-8eed-4bbf-9a4e-d10e4fa0ed98 req-9f872422-9d71-4fd4-9358-11c47e66fa65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 200 len: 1000 time: 0.1031568 Feb 17 00:17:55.812901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-7963d118-563c-4e0e-a0e0-c67a119b67df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:17:02Z', 'revision_number': 4, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': 'fa781863-0887-4b26-b5f5-358974ca3fdc', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'port_id': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'mac_address': 'fa:16:3e:f9:38:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:17:52Z', 'updated_at': '2021-02-17T00:17:54Z', 'revision_number': 1, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1640ab95-ed8e-4cc3-9c11-7f66fa9c1721', 'name': '', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'mac_address': 'fa:16:3e:7c:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:00Z', 'updated_at': '2021-02-17T00:17:12Z', 'revision_number': 5, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'subnets': [{'id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:55.817716 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7963d118-563c-4e0e-a0e0-c67a119b67df None None] Checking router: 97b3b155-c2e6-4ee8-adae-c553fbbb6346 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:17:55.828137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963d118-563c-4e0e-a0e0-c67a119b67df None None] Routers {'97b3b155-c2e6-4ee8-adae-c553fbbb6346'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:17:55.828851 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-7963d118-563c-4e0e-a0e0-c67a119b67df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:17:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:55.830224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-b1e69363-0574-46b3-90ba-9e8a65c1d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:55.839188 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-b1e69363-0574-46b3-90ba-9e8a65c1d5f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2eb778ad-5e4d-4b89-b180-c8e46495da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0994251 Feb 17 00:17:55.845266 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-2c4f115b-b82b-41c0-aed9-4f96cc055b6b service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:17:55.853747 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-2c4f115b-b82b-41c0-aed9-4f96cc055b6b service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0133471 Feb 17 00:17:55.869059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2a00-8eed-4bbf-9a4e-d10e4fa0ed98 req-fe0c4133-3f33-4226-ad50-154b7f8fea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:55.870656 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f1e2a00-8eed-4bbf-9a4e-d10e4fa0ed98 req-fe0c4133-3f33-4226-ad50-154b7f8fea42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768bd55a-a8a3-43f0-8eb6-edfcc4f31821 HTTP/1.1" status: 200 len: 848 time: 0.0788801 Feb 17 00:17:55.964573 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2a00-8eed-4bbf-9a4e-d10e4fa0ed98 req-6979ae6b-b8b5-4912-87d9-0cd692cb0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:55.966056 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f1e2a00-8eed-4bbf-9a4e-d10e4fa0ed98 req-6979ae6b-b8b5-4912-87d9-0cd692cb0689 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb778ad-5e4d-4b89-b180-c8e46495da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880237 Feb 17 00:17:56.009044 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-6624f919-5c8c-40b9-86a3-f95522aa74b2 service neutron] 10.222.0.74 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539962 Feb 17 00:17:56.025846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-7963d118-563c-4e0e-a0e0-c67a119b67df None None] Set router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:17:56.144316 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f1e2a00-8eed-4bbf-9a4e-d10e4fa0ed98 req-e390cb43-c265-4e90-ac32-a9b9bf2c16a0 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704772 Feb 17 00:17:56.261987 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2640d28d-75ea-49ad-af44-5f5e6f0f19c8 req-e639d0a2-451f-4181-9e8d-2f6b6bf44e06 service neutron] 10.222.0.74 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2437522 Feb 17 00:17:56.332059 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f1e2a00-8eed-4bbf-9a4e-d10e4fa0ed98 req-81b9d064-0af8-4e91-8506-3b6150e72ff2 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1798139 Feb 17 00:17:56.446832 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b40bb0-c93b-4e4c-8dd4-d1b666c8ee20 req-24f6cb93-73e0-4a94-a187-1b2bfc4516f5 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:56.456665 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-93b40bb0-c93b-4e4c-8dd4-d1b666c8ee20 req-24f6cb93-73e0-4a94-a187-1b2bfc4516f5 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1157098 Feb 17 00:17:56.497048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-7963d118-563c-4e0e-a0e0-c67a119b67df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:17:02Z', 'revision_number': 4, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': 'fa781863-0887-4b26-b5f5-358974ca3fdc', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'port_id': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'mac_address': 'fa:16:3e:f9:38:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:17:52Z', 'updated_at': '2021-02-17T00:17:54Z', 'revision_number': 1, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1640ab95-ed8e-4cc3-9c11-7f66fa9c1721', 'name': '', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'mac_address': 'fa:16:3e:7c:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:00Z', 'updated_at': '2021-02-17T00:17:12Z', 'revision_number': 5, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'subnets': [{'id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:17:56.504538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7963d118-563c-4e0e-a0e0-c67a119b67df None None] The sync data for ids ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'] in dv-cinder-759961-3-iscsi is: [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:17:02Z', 'revision_number': 4, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': 'fa781863-0887-4b26-b5f5-358974ca3fdc', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'port_id': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'mac_address': 'fa:16:3e:f9:38:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:17:52Z', 'updated_at': '2021-02-17T00:17:54Z', 'revision_number': 1, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1640ab95-ed8e-4cc3-9c11-7f66fa9c1721', 'name': '', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'mac_address': 'fa:16:3e:7c:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:00Z', 'updated_at': '2021-02-17T00:17:12Z', 'revision_number': 5, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'subnets': [{'id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:17:56.519459 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-93b40bb0-c93b-4e4c-8dd4-d1b666c8ee20 req-64d1b34e-19ae-47aa-bfce-bbe03e352400 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616024 Feb 17 00:17:56.822509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b60892-ef6c-4e15-8c1a-f80d302ffd6d None None] New status for floating IP fa781863-0887-4b26-b5f5-358974ca3fdc: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:17:57.767149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51049852-f848-4f65-9d9a-c58f8b034bfe req-68bae109-2276-43ff-a8aa-0b2eb6634c9d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:57.769020 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-51049852-f848-4f65-9d9a-c58f8b034bfe req-68bae109-2276-43ff-a8aa-0b2eb6634c9d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1008217 Feb 17 00:17:57.834644 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-51049852-f848-4f65-9d9a-c58f8b034bfe req-0d27090e-57bf-4bb7-9b94-95dc7be9ff28 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545108 Feb 17 00:17:59.056609 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:17:59.082273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228f34e-7859-4cf4-9836-3d8dcca1babe req-ac09aa76-0412-4a13-aa3e-ce772b6c8876 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:17:59.083923 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b228f34e-7859-4cf4-9836-3d8dcca1babe req-ac09aa76-0412-4a13-aa3e-ce772b6c8876 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1164296 Feb 17 00:17:59.144789 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b228f34e-7859-4cf4-9836-3d8dcca1babe req-59a57bb0-11d4-4c17-af90-ff5784c5c45f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543702 Feb 17 00:18:00.619159 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421574ef-1885-477b-ae5e-b8e5a5f23905 req-6f2d1ccf-13d9-45f8-9ebd-3cdb698a30e9 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:00.622276 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-421574ef-1885-477b-ae5e-b8e5a5f23905 req-6f2d1ccf-13d9-45f8-9ebd-3cdb698a30e9 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.3465941 Feb 17 00:18:00.682929 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-421574ef-1885-477b-ae5e-b8e5a5f23905 req-07ec9d19-4647-4c41-a703-c81225bfa954 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573142 Feb 17 00:18:00.799878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:01.892936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36323a05-630e-4155-96b2-d34d570e91c7 req-f9739e8c-c561-467c-a007-3b88577614bb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:01.894910 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-36323a05-630e-4155-96b2-d34d570e91c7 req-f9739e8c-c561-467c-a007-3b88577614bb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0930600 Feb 17 00:18:01.950662 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-36323a05-630e-4155-96b2-d34d570e91c7 req-fd77c025-476f-4320-8ec5-d9e2e83b22d8 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489094 Feb 17 00:18:03.191081 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300b564-1e37-4b9c-95ab-63a5c0191953 req-073728dd-0161-4aa8-8622-1fcf06301634 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:03.192729 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2300b564-1e37-4b9c-95ab-63a5c0191953 req-073728dd-0161-4aa8-8622-1fcf06301634 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1197021 Feb 17 00:18:03.246169 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2300b564-1e37-4b9c-95ab-63a5c0191953 req-a435e584-908d-4822-8b59-bb14f6f8aa4a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467794 Feb 17 00:18:04.484344 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61addd9-3c10-4be7-a29c-5abd7768d8c2 req-c06ee133-f9aa-49c2-80aa-ccc23901c818 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:04.486498 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f61addd9-3c10-4be7-a29c-5abd7768d8c2 req-c06ee133-f9aa-49c2-80aa-ccc23901c818 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1050479 Feb 17 00:18:04.537286 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f61addd9-3c10-4be7-a29c-5abd7768d8c2 req-0ab0d304-a2df-4996-9279-c0faf19ed3ea tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437744 Feb 17 00:18:05.759965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3907f-0105-46f4-84bd-bfaa1d50fcab req-050f8a5a-cc4b-485a-bec8-1e1434dc23be tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:05.761646 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a8d3907f-0105-46f4-84bd-bfaa1d50fcab req-050f8a5a-cc4b-485a-bec8-1e1434dc23be tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0946977 Feb 17 00:18:05.813336 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a8d3907f-0105-46f4-84bd-bfaa1d50fcab req-e4cad9a3-caad-44e0-9ff3-a3fb583cd49d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438111 Feb 17 00:18:05.967237 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a8327-e561-464e-afa7-85bc52e5efc0 req-b1acb3ee-b141-430c-bd2a-f156d0253cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:05.968880 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4d0a8327-e561-464e-afa7-85bc52e5efc0 req-b1acb3ee-b141-430c-bd2a-f156d0253cd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 1163 time: 0.0810344 Feb 17 00:18:06.114009 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a8327-e561-464e-afa7-85bc52e5efc0 req-b9a082ae-d0db-48d5-9312-4bf03f4d80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:06.115581 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4d0a8327-e561-464e-afa7-85bc52e5efc0 req-b9a082ae-d0db-48d5-9312-4bf03f4d80b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 910 time: 0.1350853 Feb 17 00:18:06.224505 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4d0a8327-e561-464e-afa7-85bc52e5efc0 req-23372075-4062-4e70-9c97-e9ffc8be6d88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13ce9956-04d4-45ff-b706-3e70efa5cffe HTTP/1.1" status: 200 len: 1002 time: 0.1016951 Feb 17 00:18:06.295713 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a8327-e561-464e-afa7-85bc52e5efc0 req-8cd6cf48-4d90-4fe8-af96-7a74e85a5ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:06.297326 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4d0a8327-e561-464e-afa7-85bc52e5efc0 req-8cd6cf48-4d90-4fe8-af96-7a74e85a5ba5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e79efc6c-52dc-4bc6-86b5-06ed067c4e88 HTTP/1.1" status: 200 len: 855 time: 0.0655353 Feb 17 00:18:06.317972 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-24b6c1b3-889e-4e2d-9b39-14d91970e0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:06.381542 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a8327-e561-464e-afa7-85bc52e5efc0 req-ccecd253-5eeb-4cbb-874c-02cc78f9cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:06.383135 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4d0a8327-e561-464e-afa7-85bc52e5efc0 req-ccecd253-5eeb-4cbb-874c-02cc78f9cf28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774367 Feb 17 00:18:06.741256 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4d0a8327-e561-464e-afa7-85bc52e5efc0 req-e43c16e1-73c0-4abd-9ec6-3beb4befd6ba service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486481 Feb 17 00:18:06.885899 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4d0a8327-e561-464e-afa7-85bc52e5efc0 req-5394655a-4499-4e79-a13e-bb8e6c17d2ff service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381249 Feb 17 00:18:07.039408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0da23-bc6f-41e6-8f75-7cd3434297b9 req-8bc75b3f-1214-4729-b99d-01f136279fe3 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:07.041018 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eca0da23-bc6f-41e6-8f75-7cd3434297b9 req-8bc75b3f-1214-4729-b99d-01f136279fe3 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0867753 Feb 17 00:18:07.091895 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eca0da23-bc6f-41e6-8f75-7cd3434297b9 req-132dd0ff-79da-4ab2-b870-1efebbd08f58 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446973 Feb 17 00:18:08.303882 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76855ae4-fcc8-40b8-8b77-e2912202693e req-56e41241-2b3c-4bdd-b24d-a7da2c94fe20 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:08.305691 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-76855ae4-fcc8-40b8-8b77-e2912202693e req-56e41241-2b3c-4bdd-b24d-a7da2c94fe20 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0871532 Feb 17 00:18:08.362949 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-76855ae4-fcc8-40b8-8b77-e2912202693e req-d2af259f-c29f-45c4-9da0-aec6f8f7b773 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508103 Feb 17 00:18:08.608876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c2661d68-6b59-4db7-b871-e1d44a9e71e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:09.231678 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:09.508027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 13ce9956-04d4-45ff-b706-3e70efa5cffe no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:18:09.573371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271ba88-905b-4bd5-9d96-36842cdb8cc9 req-38aa2fd9-0680-4e0c-9d30-ba448e9b9881 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:09.574989 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4271ba88-905b-4bd5-9d96-36842cdb8cc9 req-38aa2fd9-0680-4e0c-9d30-ba448e9b9881 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0918961 Feb 17 00:18:09.624727 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4271ba88-905b-4bd5-9d96-36842cdb8cc9 req-efacb458-7168-49c8-9343-ca807b6f0974 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424781 Feb 17 00:18:09.632796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:09.662753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13ce9956-04d4-45ff-b706-3e70efa5cffe'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:18:09.673069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 13ce9956-04d4-45ff-b706-3e70efa5cffe, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=13ce9956-04d4-45ff-b706-3e70efa5cffe,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:18:09.676408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:09.678741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:18:09.716915 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13ce9956-04d4-45ff-b706-3e70efa5cffe', 'code': 422} returned with failed status Feb 17 00:18:09.752600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=13ce9956-04d4-45ff-b706-3e70efa5cffe,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:18:09.760615 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.761045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.761535 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.761915 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.762290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.762668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.763041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.763413 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.763808 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.764179 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.764546 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.764961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.765380 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.765746 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.766791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.767033 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.767377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.767739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.768104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.768466 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.768859 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.769226 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.779594 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.779594 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:09.779594 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:18:10.228186 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:10.543200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:11.130526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 32828) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:11.155450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab22ef5-d9c2-49b3-ae77-7a06f891f441 req-f88b733c-899d-4ac2-a680-c3d2dbc62b39 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:11.157086 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ab22ef5-d9c2-49b3-ae77-7a06f891f441 req-f88b733c-899d-4ac2-a680-c3d2dbc62b39 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0907249 Feb 17 00:18:11.207407 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ab22ef5-d9c2-49b3-ae77-7a06f891f441 req-6c6857b9-cd54-45d7-991b-b930463e7342 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431590 Feb 17 00:18:11.264552 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-c6ccecf5-36e6-48b7-af86-4d84d0705d98 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1322038 Feb 17 00:18:11.809190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-03886b2a-3d42-4462-a0b5-d4596950694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:11.810833 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-03886b2a-3d42-4462-a0b5-d4596950694f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6&tenant_id=5b740bb46efa4ac9b521609fcc9a66c9 HTTP/1.1" status: 200 len: 1161 time: 0.0856121 Feb 17 00:18:11.911797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-1cdf2577-82b3-434d-9c5e-74f8abff92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:11.913491 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-1cdf2577-82b3-434d-9c5e-74f8abff92b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 1161 time: 0.0801125 Feb 17 00:18:12.059536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-bdfccbec-7621-4ca7-93fa-55c45c196f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:12.061144 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-bdfccbec-7621-4ca7-93fa-55c45c196f17 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 910 time: 0.1374106 Feb 17 00:18:12.170959 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-509879b4-caee-4088-801a-fd736ba3cf85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13ce9956-04d4-45ff-b706-3e70efa5cffe HTTP/1.1" status: 200 len: 1000 time: 0.1022532 Feb 17 00:18:12.240352 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-cc6a4515-6c8e-4d75-b4df-5bce4cf59801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:12.241945 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-cc6a4515-6c8e-4d75-b4df-5bce4cf59801 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e79efc6c-52dc-4bc6-86b5-06ed067c4e88 HTTP/1.1" status: 200 len: 855 time: 0.0626416 Feb 17 00:18:12.326326 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-1da4897f-4d74-49a0-b736-1b149b4e6100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:12.327929 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-1da4897f-4d74-49a0-b736-1b149b4e6100 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784476 Feb 17 00:18:12.416550 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62281104-bdc2-4f64-8025-87aecdb42df7 req-8b5d11f1-1287-429d-89e6-8a905ff1adf8 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:12.418209 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-62281104-bdc2-4f64-8025-87aecdb42df7 req-8b5d11f1-1287-429d-89e6-8a905ff1adf8 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0899878 Feb 17 00:18:12.465971 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-62281104-bdc2-4f64-8025-87aecdb42df7 req-7a41019e-8a08-409b-a1d4-fc023df3519b tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412910 Feb 17 00:18:12.471973 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-3fd8ef21-c03d-42d8-83ca-490773fd15c7 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363602 Feb 17 00:18:12.615444 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-4c6c77ac-c56c-4fde-b649-50e7f1fcafa6 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364965 Feb 17 00:18:13.739575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647678d-dc3b-41da-b9ab-7def92be2ff5 req-9c26b6e5-74b9-46ac-a5f7-1a3933eff7cb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:13.742059 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a647678d-dc3b-41da-b9ab-7def92be2ff5 req-9c26b6e5-74b9-46ac-a5f7-1a3933eff7cb tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.1030850 Feb 17 00:18:13.795271 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a647678d-dc3b-41da-b9ab-7def92be2ff5 req-9dbe1320-c29e-4e95-8090-8657a98cd9a0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468733 Feb 17 00:18:15.010272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91aef6-1589-4494-aa32-3b41f786630c req-47ec64fc-b742-4279-9c19-069d75799454 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:15.011906 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ad91aef6-1589-4494-aa32-3b41f786630c req-47ec64fc-b742-4279-9c19-069d75799454 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0899181 Feb 17 00:18:15.064348 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ad91aef6-1589-4494-aa32-3b41f786630c req-20516d03-10ca-45cb-bfcf-c3e4b2ecc29c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447292 Feb 17 00:18:16.281120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61216d-407f-4dd1-b4da-8712f3ece554 req-f4218585-4d08-46bc-b0da-f1a6f18abddc tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:16.282766 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f61216d-407f-4dd1-b4da-8712f3ece554 req-f4218585-4d08-46bc-b0da-f1a6f18abddc tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0907662 Feb 17 00:18:16.332626 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f61216d-407f-4dd1-b4da-8712f3ece554 req-71c1885a-d1be-432a-8bf8-ff017a2f0b01 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431707 Feb 17 00:18:17.546133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c4420-99ed-4a6c-96c4-a15c763b8a41 req-bb055218-b309-4342-8220-35bec282a9c8 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:17.547732 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-489c4420-99ed-4a6c-96c4-a15c763b8a41 req-bb055218-b309-4342-8220-35bec282a9c8 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0885489 Feb 17 00:18:17.600933 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-489c4420-99ed-4a6c-96c4-a15c763b8a41 req-501950f2-11e4-4681-8713-e447e6e8edff tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466495 Feb 17 00:18:18.815026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e6a44-c747-4369-968f-7a74883e525a req-d2574560-3bb3-45b8-9bc4-a89be77e3612 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:18.817389 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c58e6a44-c747-4369-968f-7a74883e525a req-d2574560-3bb3-45b8-9bc4-a89be77e3612 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0928941 Feb 17 00:18:18.865194 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c58e6a44-c747-4369-968f-7a74883e525a req-59776275-3da0-4fac-b60a-68f8c1cd9c09 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413668 Feb 17 00:18:20.084123 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1837a-7fc9-4be6-af03-4d022a505586 req-8f783fa4-9426-4b92-a2a1-d92728b5815a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:20.085799 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5a1837a-7fc9-4be6-af03-4d022a505586 req-8f783fa4-9426-4b92-a2a1-d92728b5815a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0984769 Feb 17 00:18:20.137599 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5a1837a-7fc9-4be6-af03-4d022a505586 req-c0887a88-46c7-464c-9c5b-48b00c9016f3 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436716 Feb 17 00:18:21.358093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebf216-adba-43c5-8a07-5aba7c5dfdf3 req-7e50ccff-3c5b-4669-8aad-b7209b271174 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:21.360227 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cfebf216-adba-43c5-8a07-5aba7c5dfdf3 req-7e50ccff-3c5b-4669-8aad-b7209b271174 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0983086 Feb 17 00:18:21.409997 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cfebf216-adba-43c5-8a07-5aba7c5dfdf3 req-22a40c88-bf5c-4ad9-bfc4-e58d67a176ff tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433455 Feb 17 00:18:22.624406 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd66daf-344f-40c5-886d-f6584afd6a45 req-3fe83160-d08f-491d-91f0-c07f05fc9809 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:22.626540 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1fd66daf-344f-40c5-886d-f6584afd6a45 req-3fe83160-d08f-491d-91f0-c07f05fc9809 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0940018 Feb 17 00:18:22.674148 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1fd66daf-344f-40c5-886d-f6584afd6a45 req-8aa1e775-0aa3-49db-9eb3-e16327c0c722 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412688 Feb 17 00:18:23.891278 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee36578-8731-4c67-a1b6-418549c17fcd req-17c0e196-5a34-4a8e-9ba4-4e49333720a7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:23.892933 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aee36578-8731-4c67-a1b6-418549c17fcd req-17c0e196-5a34-4a8e-9ba4-4e49333720a7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0970466 Feb 17 00:18:23.955422 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aee36578-8731-4c67-a1b6-418549c17fcd req-f5e2ff0d-2059-4b6f-bddc-1a8813bcf37c tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561223 Feb 17 00:18:25.173939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa49723-cf1c-4282-b655-6f81dd59497d req-0d7ec05c-e721-475f-8f7d-da22ca7cc25e tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:25.175560 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-daa49723-cf1c-4282-b655-6f81dd59497d req-0d7ec05c-e721-475f-8f7d-da22ca7cc25e tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0931945 Feb 17 00:18:25.223262 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-daa49723-cf1c-4282-b655-6f81dd59497d req-8ab99c55-7453-4fe0-a0ab-3aa816607d99 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Feb 17 00:18:26.430273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e438f-18f8-4dec-a515-95f886d34ba5 req-d5c8be09-d7d2-423f-a0f2-f9ef3bd3da26 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:26.431878 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-419e438f-18f8-4dec-a515-95f886d34ba5 req-d5c8be09-d7d2-423f-a0f2-f9ef3bd3da26 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0868077 Feb 17 00:18:26.479003 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-419e438f-18f8-4dec-a515-95f886d34ba5 req-f13138c3-1e0d-4b2a-b1e3-ad6543fadb8f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407538 Feb 17 00:18:27.418066 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3053-5a77-49a6-ad4c-8fef791f0b56 req-71c1de2b-6479-4992-8c84-c39d60f43af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:27.419687 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d8cd3053-5a77-49a6-ad4c-8fef791f0b56 req-71c1de2b-6479-4992-8c84-c39d60f43af9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 1161 time: 0.0825841 Feb 17 00:18:27.581100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3053-5a77-49a6-ad4c-8fef791f0b56 req-2d0ea5d8-6c8b-4e8d-9b40-62a765671739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:27.582718 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d8cd3053-5a77-49a6-ad4c-8fef791f0b56 req-2d0ea5d8-6c8b-4e8d-9b40-62a765671739 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 200 len: 910 time: 0.1424167 Feb 17 00:18:27.694677 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d8cd3053-5a77-49a6-ad4c-8fef791f0b56 req-7e3c1e28-89a8-4b5e-bdf6-e808859e8eab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13ce9956-04d4-45ff-b706-3e70efa5cffe HTTP/1.1" status: 200 len: 1000 time: 0.1051183 Feb 17 00:18:27.699178 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c66b-a17f-47e2-a373-49cb5b1b94e2 req-242713d1-c090-465c-96aa-da0275a33de2 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:27.705036 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8995c66b-a17f-47e2-a373-49cb5b1b94e2 req-242713d1-c090-465c-96aa-da0275a33de2 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 944 time: 0.0960817 Feb 17 00:18:27.765728 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8995c66b-a17f-47e2-a373-49cb5b1b94e2 req-0f36b3a9-d28c-478f-948e-6520b683adf7 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555172 Feb 17 00:18:27.777663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3053-5a77-49a6-ad4c-8fef791f0b56 req-bc3f898b-b52a-4b7b-80a4-e9bf68fee61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:27.779433 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d8cd3053-5a77-49a6-ad4c-8fef791f0b56 req-bc3f898b-b52a-4b7b-80a4-e9bf68fee61a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e79efc6c-52dc-4bc6-86b5-06ed067c4e88 HTTP/1.1" status: 200 len: 855 time: 0.0711524 Feb 17 00:18:27.865538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3053-5a77-49a6-ad4c-8fef791f0b56 req-fe345490-5c1a-4c25-8663-52204c73d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:27.867167 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d8cd3053-5a77-49a6-ad4c-8fef791f0b56 req-fe345490-5c1a-4c25-8663-52204c73d937 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806503 Feb 17 00:18:28.014319 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d8cd3053-5a77-49a6-ad4c-8fef791f0b56 req-aa83cbc2-d363-4896-b5d6-c77a09d478e5 service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397676 Feb 17 00:18:28.018392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 13ce9956-04d4-45ff-b706-3e70efa5cffe up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:18:28.166702 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d8cd3053-5a77-49a6-ad4c-8fef791f0b56 req-116ad6b6-8841-4047-b6c8-3dc43783861b service neutron] 10.222.0.44 "GET /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1453581 Feb 17 00:18:28.253745 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 13ce9956-04d4-45ff-b706-3e70efa5cffe triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:18:28.254160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:28.377143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:28.404612 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ce9956-04d4-45ff-b706-3e70efa5cffe'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:18:28.415230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 13ce9956-04d4-45ff-b706-3e70efa5cffe, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=13ce9956-04d4-45ff-b706-3e70efa5cffe,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:18:28.418133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:28.420052 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b25533f9-2800-474a-8f8c-762486289927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:18:28.457643 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ce9956-04d4-45ff-b706-3e70efa5cffe', 'code': 200} Feb 17 00:18:28.491392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=13ce9956-04d4-45ff-b706-3e70efa5cffe,revision_number=6']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:18:28.495586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:18:28.706010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbc4b9-9c01-423f-ab7b-4934ac302e26 req-0a8c281d-3064-4509-aaba-b3fbce183bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:28.707629 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-11cbc4b9-9c01-423f-ab7b-4934ac302e26 req-0a8c281d-3064-4509-aaba-b3fbce183bdc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 1163 time: 0.0825229 Feb 17 00:18:28.749750 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-11cbc4b9-9c01-423f-ab7b-4934ac302e26 req-d293bc5e-26c7-4b1b-9f72-9b66d9c26f66 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354133 Feb 17 00:18:28.970751 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c607b8-f6ba-49ea-ad3d-0bf56c61b7f1 req-73ad46ba-c00f-470a-bbc7-018d8d8c970f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:28.972297 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f3c607b8-f6ba-49ea-ad3d-0bf56c61b7f1 req-73ad46ba-c00f-470a-bbc7-018d8d8c970f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0887170 Feb 17 00:18:29.019719 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f3c607b8-f6ba-49ea-ad3d-0bf56c61b7f1 req-0c0b6d3f-14e8-4f0d-9873-b9ec30a1854e tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410137 Feb 17 00:18:29.683041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 13ce9956-04d4-45ff-b706-3e70efa5cffe up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:18:29.754119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 13ce9956-04d4-45ff-b706-3e70efa5cffe triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:18:29.754664 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:30.247311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca03de-45d3-4723-ada0-755068258d52 req-c8ef297f-f170-43ce-96ae-3b5e89f2e1d4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:30.249475 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-76ca03de-45d3-4723-ada0-755068258d52 req-c8ef297f-f170-43ce-96ae-3b5e89f2e1d4 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0945153 Feb 17 00:18:30.299188 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-76ca03de-45d3-4723-ada0-755068258d52 req-3b9af39d-df5e-4896-8d6c-2ec9e132da3d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429440 Feb 17 00:18:30.735984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:31.505532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ddfc-485f-4ddb-b9be-9b0a9ba588f0 req-c66960df-1ad9-44d8-bd7e-5a11cecb7f94 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:31.507102 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-92a7ddfc-485f-4ddb-b9be-9b0a9ba588f0 req-c66960df-1ad9-44d8-bd7e-5a11cecb7f94 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0877256 Feb 17 00:18:31.553894 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-92a7ddfc-485f-4ddb-b9be-9b0a9ba588f0 req-84f3fbc6-f993-41a0-b49d-4aedb54b4fe2 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405645 Feb 17 00:18:36.057362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:18:36.318987 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a2252dd-0ace-4084-a24c-7f85666739f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:38.610732 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a9d27ff-a9b1-4ca4-9c61-d37d19b95cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:39.233269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:40.229288 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:40.545020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:48.739162 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e0684-f774-48ca-8a7b-85ba16ac063d req-27855635-516f-4c60-854c-b71ae8b6aac9 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:48.740762 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-237e0684-f774-48ca-8a7b-85ba16ac063d req-27855635-516f-4c60-854c-b71ae8b6aac9 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 946 time: 0.0895374 Feb 17 00:18:48.788790 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-237e0684-f774-48ca-8a7b-85ba16ac063d req-9a93bb1d-78dd-4663-86fd-a20c4d07146d tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=6438cd79-4839-45ac-8434-8e9161d4b900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415971 Feb 17 00:18:49.994510 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f724dd-e4b9-45c4-a296-374ae8b8eab2 req-07f9517b-7986-4c4e-a4eb-16df0cb1be75 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:49.996120 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69f724dd-e4b9-45c4-a296-374ae8b8eab2 req-07f9517b-7986-4c4e-a4eb-16df0cb1be75 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 946 time: 0.0866678 Feb 17 00:18:50.046931 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69f724dd-e4b9-45c4-a296-374ae8b8eab2 req-0a5fa7c5-0e07-493d-acf5-b7ec1ce4617f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=6438cd79-4839-45ac-8434-8e9161d4b900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445023 Feb 17 00:18:50.606801 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-d96f2eca-6967-461d-b5cf-5e246f9efd7f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:50.607554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-d96f2eca-6967-461d-b5cf-5e246f9efd7f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Synchronizing usage tracker for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:18:50.622337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-d96f2eca-6967-461d-b5cf-5e246f9efd7f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Unset dirty status for tenant:95fe88b7f186498c8c381859fdb282f8 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:18:50.623623 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-d96f2eca-6967-461d-b5cf-5e246f9efd7f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.44 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 946 time: 0.1005909 Feb 17 00:18:50.703820 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Deleting port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:18:50.704209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:50.963257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] For port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=6a62cd06-5c0b-48c0-b1ca-b6ea83607957,segment=NetworkSegment(d32b24fb-87d0-46fe-8b30-16f78d59e8cf),segment_id=d32b24fb-87d0-46fe-8b30-16f78d59e8cf)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:18:50.963660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:51.255806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388b7c7-af5a-4d7e-b797-314eee48e496 req-114c39f0-ed98-4902-8599-a5ad0494616b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:18:51.257368 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8388b7c7-af5a-4d7e-b797-314eee48e496 req-114c39f0-ed98-4902-8599-a5ad0494616b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 946 time: 0.0887210 Feb 17 00:18:51.270671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:51.271086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:51.271431 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Floating IP c531beeb-0c79-49d0-8ca6-131d4646c3b6 disassociated. External IP: 172.27.1.2, port: 6a62cd06-5c0b-48c0-b1ca-b6ea83607957. Feb 17 00:18:51.271808 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Calling delete_port for 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:18:51.306219 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8388b7c7-af5a-4d7e-b797-314eee48e496 req-3bce5d5a-18a7-430e-b665-0cfde2538673 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups?id=6438cd79-4839-45ac-8434-8e9161d4b900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424292 Feb 17 00:18:51.420995 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:51.436532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:18:51.528377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event deleted for resources: {'Port': ['ID=6a62cd06-5c0b-48c0-b1ca-b6ea83607957,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:18:51.549609 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.550023 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.550427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.550826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.551219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.551614 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.552003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.552444 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.552832 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.553227 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.553611 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.553995 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.554667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.555052 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.555441 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.555830 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.556212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.556595 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.557079 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.557386 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.557767 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.558150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.558531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.558912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:18:51.564553 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:18:51.787572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:18:51.812749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:18:51.823758 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] No Port match for: 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:18:51.824153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 not bound to the agent host hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:18:52.227284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:18:52.237081 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d64c48-0268-47db-99d5-c4c9e88d8194 None None] Sync routers for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:18:52.247759 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d64c48-0268-47db-99d5-c4c9e88d8194 None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:18:52.248508 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f2d64c48-0268-47db-99d5-c4c9e88d8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:18:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:18:52.266566 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] No DVR routers for this DVR port 6a62cd06-5c0b-48c0-b1ca-b6ea83607957 on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:18:52.268861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:52.271593 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96880f63-1f29-4168-bc99-a4890105781e', 'name': 'network-vif-deleted', 'tag': '6a62cd06-5c0b-48c0-b1ca-b6ea83607957'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:18:52.287862 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eb603b46-9dc1-4170-9cf2-59b1f9ef7d28 req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.44 "DELETE /v2.0/ports/6a62cd06-5c0b-48c0-b1ca-b6ea83607957 HTTP/1.1" status: 204 len: 173 time: 1.6579242 Feb 17 00:18:52.323900 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96880f63-1f29-4168-bc99-a4890105781e', 'name': 'network-vif-deleted', 'tag': '6a62cd06-5c0b-48c0-b1ca-b6ea83607957', 'status': 'completed', 'code': 200} Feb 17 00:18:52.449332 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-f2d64c48-0268-47db-99d5-c4c9e88d8194 None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:18:52.641156 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d90c41a6-767b-426f-b415-3231b11c8ee1 req-393be3af-2d96-46cf-a91f-9bb24a3cac51 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/ports?device_id=96880f63-1f29-4168-bc99-a4890105781e HTTP/1.1" status: 200 len: 210 time: 0.0487621 Feb 17 00:18:52.789472 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f2d64c48-0268-47db-99d5-c4c9e88d8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:56Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:18:52.794156 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d64c48-0268-47db-99d5-c4c9e88d8194 None None] Checking router: f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:18:52.804077 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d64c48-0268-47db-99d5-c4c9e88d8194 None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:18:52.805039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f2d64c48-0268-47db-99d5-c4c9e88d8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:18:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:18:52.994831 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-f2d64c48-0268-47db-99d5-c4c9e88d8194 None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:18:53.321647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f2d64c48-0268-47db-99d5-c4c9e88d8194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:56Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:18:53.325724 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d64c48-0268-47db-99d5-c4c9e88d8194 None None] The sync data for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi is: [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:11:44Z', 'revision_number': 4, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'f1e9513a-65e7-4a03-95ed-644b026e1e0b', 'name': '', 'network_id': '57d6da7b-4930-4140-bc62-e7e2e204c324', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'mac_address': 'fa:16:3e:48:e0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:42Z', 'updated_at': '2021-02-17T00:11:56Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'subnets': [{'id': '3aec74a8-fd66-4f13-9886-40a99c261d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:18:53.735728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f4cef-8faf-4946-9d42-d7e7b7a9654a None None] New status for floating IP c531beeb-0c79-49d0-8ca6-131d4646c3b6: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:18:53.783387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33072) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:53.861868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9282d8a-d635-45e4-b014-5aa152e2d42f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:53.893903 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9282d8a-d635-45e4-b014-5aa152e2d42f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:53.941709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9282d8a-d635-45e4-b014-5aa152e2d42f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:53.946869 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9c8fbd9f-86ec-4da9-af77-41f47760570c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:18:53.963222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9282d8a-d635-45e4-b014-5aa152e2d42f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6438cd79-4839-45ac-8434-8e9161d4b900,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:18:53.966462 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d9282d8a-d635-45e4-b014-5aa152e2d42f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:18:53.972552 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9282d8a-d635-45e4-b014-5aa152e2d42f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:53.973829 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d9282d8a-d635-45e4-b014-5aa152e2d42f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "DELETE /v2.0/security-groups/6438cd79-4839-45ac-8434-8e9161d4b900 HTTP/1.1" status: 204 len: 168 time: 0.1894898 Feb 17 00:18:53.976663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33076) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:53.994475 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.v2.resource [None req-170f22d0-5d51-41c4-85e0-deedd8f83672 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] show failed (client error): The resource could not be found. Feb 17 00:18:53.995581 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-170f22d0-5d51-41c4-85e0-deedd8f83672 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "GET /v2.0/security-groups/6438cd79-4839-45ac-8434-8e9161d4b900 HTTP/1.1" status: 404 len: 347 time: 0.0178847 Feb 17 00:18:53.998700 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33080) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:54.192231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d2194-0433-4060-8d0a-bb3c346d5d7c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Deleting port aaab4eee-9a7f-416f-8606-24f23637e3c0 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:18:54.192623 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2194-0433-4060-8d0a-bb3c346d5d7c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:54.374200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2194-0433-4060-8d0a-bb3c346d5d7c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:54.374776 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2194-0433-4060-8d0a-bb3c346d5d7c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:54.504636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d2194-0433-4060-8d0a-bb3c346d5d7c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Calling delete_port for aaab4eee-9a7f-416f-8606-24f23637e3c0 owned by network:floatingip {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:18:54.647990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2194-0433-4060-8d0a-bb3c346d5d7c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:54.663500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-430e1b83-27cb-4116-bfd7-d5b3adeb4bc6 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:18:54.767383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d2194-0433-4060-8d0a-bb3c346d5d7c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Pushing event deleted for resources: {'Port': ['ID=aaab4eee-9a7f-416f-8606-24f23637e3c0,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:18:54.770476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6e2d2194-0433-4060-8d0a-bb3c346d5d7c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:18:54.889142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2194-0433-4060-8d0a-bb3c346d5d7c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks [] for floatingip, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:54.907440 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2194-0433-4060-8d0a-bb3c346d5d7c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:18:54.908650 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6e2d2194-0433-4060-8d0a-bb3c346d5d7c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] 10.222.0.74 "DELETE /v2.0/floatingips/c531beeb-0c79-49d0-8ca6-131d4646c3b6 HTTP/1.1" status: 204 len: 168 time: 0.9089525 Feb 17 00:18:58.959414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33110) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:59.645573 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854364023'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:00.007242 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] Deleting port f1e9513a-65e7-4a03-95ed-644b026e1e0b {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:19:00.007835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:00.188891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] For port f1e9513a-65e7-4a03-95ed-644b026e1e0b, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=f1e9513a-65e7-4a03-95ed-644b026e1e0b,segment=NetworkSegment(d32b24fb-87d0-46fe-8b30-16f78d59e8cf),segment_id=d32b24fb-87d0-46fe-8b30-16f78d59e8cf)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:19:00.189279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:00.319030 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] Calling delete_port for f1e9513a-65e7-4a03-95ed-644b026e1e0b owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:19:00.743224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:00.851203 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:00.866864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-70b5646a-2449-43fd-bc45-e07eb598f065 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:00.960876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e9513a-65e7-4a03-95ed-644b026e1e0b,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:00.963918 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:01.274389 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854363929'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:01.777359 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] Router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:19:01.967882 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:19:01.977324 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f1c6c-4cc6-48d4-9038-5de93e115f05 None None] Sync routers for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:19:01.981493 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] 10.222.0.74 "PUT /v2.0/routers/f6adb9cf-4f3c-4943-a32a-fc3d7f11b211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0208714 Feb 17 00:19:01.984596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33118) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:01.987482 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f1c6c-4cc6-48d4-9038-5de93e115f05 None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:19:01.988168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-234f1c6c-4cc6-48d4-9038-5de93e115f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:18:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:02.180636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:02.184545 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-234f1c6c-4cc6-48d4-9038-5de93e115f05 None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:19:02.368486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:02.373910 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] Deleting port 02cba326-05a1-4ece-9996-fdd4ae86ee5a {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:19:02.374281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:02.492794 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-234f1c6c-4cc6-48d4-9038-5de93e115f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:19:00Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:02.496896 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f1c6c-4cc6-48d4-9038-5de93e115f05 None None] Checking router: f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:19:02.506461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f1c6c-4cc6-48d4-9038-5de93e115f05 None None] Routers {'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:19:02.507119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-234f1c6c-4cc6-48d4-9038-5de93e115f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:18:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:02.561120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] For port 02cba326-05a1-4ece-9996-fdd4ae86ee5a, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=02cba326-05a1-4ece-9996-fdd4ae86ee5a,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:19:02.561532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:02.704895 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] Calling delete_port for 02cba326-05a1-4ece-9996-fdd4ae86ee5a owned by network:router_gateway {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:19:02.846968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.plugins.ml2.ovo_rpc [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: result = function(*args, **kwargs) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: proto.__init__(conn_state, self) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: self.handle() Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: self.handle_one_request() Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: self.handle_one_response() Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: result = self.application(self.environ, start_response) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: return app(environ, start_response) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: response = req.get_response(self.application) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: application, catch_exc_info=False) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: response = req.get_response(self.application) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: application, catch_exc_info=False) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: response = req.get_response(self.application) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: application, catch_exc_info=False) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: response = req.get_response(self.application) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: application, catch_exc_info=False) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: return request.get_response(self.application) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: application, catch_exc_info=False) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: response = req.get_response(self._app) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: application, catch_exc_info=False) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: app_iter = application(self.environ, start_response) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: return resp(environ, start_response) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: return resp(environ, start_response) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: response = self.app(environ, start_response) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: return resp(environ, start_response) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: resp = self.call_func(req, *args, **kw) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.func(req, *args, **kwargs) Feb 17 00:19:02.852616 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: result = method(request=request, **args) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._delete(request, id, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(*args, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(*args, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(*dup_args, **dup_kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: obj_deleter(request.context, id, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: return method(*args, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(*args, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(*args, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(*dup_args, **dup_kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: self._delete_current_gw_port(context, id, router, None) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, context, *args, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: return method(*args, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: context, port, router_ids, bound_mech_contexts) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: return function(*args, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: callback(resource, event, trigger, **kwargs) Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: if self._is_session_semantic_violated(context, resource, event): Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: stack = traceback.extract_stack() Feb 17 00:19:02.858258 dv-cinder-759961-3-iscsi neutron-server[83915]: Feb 17 00:19:02.863008 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-234f1c6c-4cc6-48d4-9038-5de93e115f05 None None] Set router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:19:03.179364 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-234f1c6c-4cc6-48d4-9038-5de93e115f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:19:00Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:03.184106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f1c6c-4cc6-48d4-9038-5de93e115f05 None None] The sync data for ids ['f6adb9cf-4f3c-4943-a32a-fc3d7f11b211'] in dv-cinder-759961-3-iscsi is: [{'id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'name': 'tempest-AttachVolumeTestJSON-1358667502-router', 'tenant_id': '95fe88b7f186498c8c381859fdb282f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:25Z', 'updated_at': '2021-02-17T00:19:00Z', 'revision_number': 5, 'project_id': '95fe88b7f186498c8c381859fdb282f8', 'gw_port': {'id': '02cba326-05a1-4ece-9996-fdd4ae86ee5a', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6adb9cf-4f3c-4943-a32a-fc3d7f11b211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:27Z', 'updated_at': '2021-02-17T00:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:19:03.272536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851033173'] for router_gateway, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:03.410191 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3465'] for router, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:03.412551 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:03.503486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371071'] for router, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:03.504054 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 {{(pid=84027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:19:03.517050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:03.518273 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-08010baf-be30-4692-ab61-f23c2fd999d9 admin admin] 10.222.0.74 "DELETE /v2.0/routers/f6adb9cf-4f3c-4943-a32a-fc3d7f11b211 HTTP/1.1" status: 204 len: 168 time: 1.5326509 Feb 17 00:19:03.521044 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33122) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:03.589039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97d882c-7bbd-4851-bf89-df55072c59f2 admin admin] Deleting subnet 3aec74a8-fd66-4f13-9886-40a99c261d47 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:19:03.592322 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f97d882c-7bbd-4851-bf89-df55072c59f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:03.645884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f97d882c-7bbd-4851-bf89-df55072c59f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845147783'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:03.772076 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f97d882c-7bbd-4851-bf89-df55072c59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:04.030773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f97d882c-7bbd-4851-bf89-df55072c59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844706060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852336571'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:04.046576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0fb656c3-865b-4c35-80bc-38c365c0b89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:04.132867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d882c-7bbd-4851-bf89-df55072c59f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aec74a8-fd66-4f13-9886-40a99c261d47,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:04.137455 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f97d882c-7bbd-4851-bf89-df55072c59f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:04.183818 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f97d882c-7bbd-4851-bf89-df55072c59f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:04.189881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94fec79-36c2-43ef-99db-1511a913f08b None None] Network 57d6da7b-4930-4140-bc62-e7e2e204c324 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:19:04.192068 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f97d882c-7bbd-4851-bf89-df55072c59f2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3aec74a8-fd66-4f13-9886-40a99c261d47 HTTP/1.1" status: 204 len: 168 time: 0.6699300 Feb 17 00:19:04.194815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33128) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:04.312536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:04.381110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Deleting port 49b301f8-c635-47f8-9406-e4dbf745c087 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:19:04.381493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:04.454579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108b2359-c513-47d5-945d-e56341732984 None None] DHCP port deletion for 57d6da7b-4930-4140-bc62-e7e2e204c324 request from dv-cinder-759961-3-iscsi {{(pid=84028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:19:04.458797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-108b2359-c513-47d5-945d-e56341732984 None None] Deleting port 49b301f8-c635-47f8-9406-e4dbf745c087 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:19:04.459221 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-108b2359-c513-47d5-945d-e56341732984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:04.611470 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] For port 49b301f8-c635-47f8-9406-e4dbf745c087, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=49b301f8-c635-47f8-9406-e4dbf745c087,segment=NetworkSegment(d32b24fb-87d0-46fe-8b30-16f78d59e8cf),segment_id=d32b24fb-87d0-46fe-8b30-16f78d59e8cf)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:19:04.611876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:04.688822 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-108b2359-c513-47d5-945d-e56341732984 None None] For port 49b301f8-c635-47f8-9406-e4dbf745c087, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=49b301f8-c635-47f8-9406-e4dbf745c087,segment=NetworkSegment(d32b24fb-87d0-46fe-8b30-16f78d59e8cf),segment_id=d32b24fb-87d0-46fe-8b30-16f78d59e8cf)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:19:04.689273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-108b2359-c513-47d5-945d-e56341732984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:04.748883 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Calling delete_port for 49b301f8-c635-47f8-9406-e4dbf745c087 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:19:04.843342 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:04.860264 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-108b2359-c513-47d5-945d-e56341732984 None None] Calling delete_port for 49b301f8-c635-47f8-9406-e4dbf745c087 owned by network:dhcp {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:19:04.886458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef527316-426d-43a8-99ab-56e869ac7dbc req-dfd19a58-ca81-4cb5-b813-b9b128a10077 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:04.888216 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ef527316-426d-43a8-99ab-56e869ac7dbc req-dfd19a58-ca81-4cb5-b813-b9b128a10077 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0937049 Feb 17 00:19:04.905961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device f1e9513a-65e7-4a03-95ed-644b026e1e0b no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:19:04.929920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-05fa8ff3-f896-4463-8b74-6a88a273c042 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:04.939025 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ef527316-426d-43a8-99ab-56e869ac7dbc req-5ff95bad-ad20-49ac-993e-47603d4371fa tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435925 Feb 17 00:19:04.971400 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: f1e9513a-65e7-4a03-95ed-644b026e1e0b {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:19:04.971804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device f1e9513a-65e7-4a03-95ed-644b026e1e0b not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:19:04.972269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 49b301f8-c635-47f8-9406-e4dbf745c087 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:19:04.998660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b301f8-c635-47f8-9406-e4dbf745c087,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:05.002762 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:05.004901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] No DVR routers for this DVR port 49b301f8-c635-47f8-9406-e4dbf745c087 on host dv-cinder-759961-3-iscsi {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:19:05.011048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 49b301f8-c635-47f8-9406-e4dbf745c087 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:19:05.011453 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 49b301f8-c635-47f8-9406-e4dbf745c087 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:19:05.011915 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 02cba326-05a1-4ece-9996-fdd4ae86ee5a no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:19:05.059032 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 02cba326-05a1-4ece-9996-fdd4ae86ee5a {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:19:05.059434 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 02cba326-05a1-4ece-9996-fdd4ae86ee5a not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:19:05.131845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:05.155477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-108b2359-c513-47d5-945d-e56341732984 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:19:05.155895 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-108b2359-c513-47d5-945d-e56341732984 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:19:05.246652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d6da7b-4930-4140-bc62-e7e2e204c324']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:05.259218 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:05.259560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32b24fb-87d0-46fe-8b30-16f78d59e8cf') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:05.271318 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9628001'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:05.286314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:05.288316 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:19:05.465956 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Network 57d6da7b-4930-4140-bc62-e7e2e204c324 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:19:05.478721 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10069771'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:05.656088 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Network 57d6da7b-4930-4140-bc62-e7e2e204c324 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:19:05.657633 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-108b2359-c513-47d5-945d-e56341732984 None None] Deleting port 49b301f8-c635-47f8-9406-e4dbf745c087 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:19:05.658040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-108b2359-c513-47d5-945d-e56341732984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:19:05.679885 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:19:05.735591 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-108b2359-c513-47d5-945d-e56341732984 None None] The port '49b301f8-c635-47f8-9406-e4dbf745c087' was deleted {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:19:05.758670 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:05.762102 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:05.778069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:05.787811 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d6da7b-4930-4140-bc62-e7e2e204c324,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:05.791398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:05.802123 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] 10.222.0.74 "DELETE /v2.0/networks/57d6da7b-4930-4140-bc62-e7e2e204c324 HTTP/1.1" status: 204 len: 168 time: 1.6062376 Feb 17 00:19:05.894927 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 13ce9956-04d4-45ff-b706-3e70efa5cffe up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:19:05.918962 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33142) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:05.974509 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f8aead47-e88e-4e3e-adf2-983c04c06249 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=95fe88b7f186498c8c381859fdb282f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509970 Feb 17 00:19:05.974737 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33148) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:05.974940 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 13ce9956-04d4-45ff-b706-3e70efa5cffe triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:19:05.975415 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:06.040045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:06.069384 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:06.188458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:06.194782 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-17a7c9ef-4efd-43a8-9f9e-d8833c562448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:06.207265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-70bd556f-bee4-41ff-8181-1231008c9984 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:06.208070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-70bd556f-bee4-41ff-8181-1231008c9984 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Synchronizing usage tracker for tenant:5b740bb46efa4ac9b521609fcc9a66c9 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:19:06.212750 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd794be0-4557-461a-9b07-20b5488e6dba,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:06.227410 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-70bd556f-bee4-41ff-8181-1231008c9984 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Unset dirty status for tenant:5b740bb46efa4ac9b521609fcc9a66c9 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:19:06.228662 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-70bd556f-bee4-41ff-8181-1231008c9984 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.44 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1188102 Feb 17 00:19:06.228876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b36a4-df02-4d84-ab41-4085786a7315 req-45d5edb4-2332-4eb7-85e0-c7f2789b0396 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:06.230467 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cc0b36a4-df02-4d84-ab41-4085786a7315 req-45d5edb4-2332-4eb7-85e0-c7f2789b0396 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1509845 Feb 17 00:19:06.234228 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.234689 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.235101 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.235507 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.235906 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.236303 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.236762 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.237120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.237514 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.237906 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.238298 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.238690 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.239119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.239510 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.239899 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.240287 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.240671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.241150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.241487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.241875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.242258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.242644 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.243036 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.243781 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:06.249741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:06.264645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:06.268871 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fd794be0-4557-461a-9b07-20b5488e6dba HTTP/1.1" status: 204 len: 168 time: 0.2902911 Feb 17 00:19:06.300488 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cc0b36a4-df02-4d84-ab41-4085786a7315 req-4103b038-65b1-49bc-a277-59bdb6762753 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups?id=3a7e5004-cece-4bd7-9a94-00b5f9aef785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520837 Feb 17 00:19:06.319857 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Deleting port 13ce9956-04d4-45ff-b706-3e70efa5cffe {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:19:06.320252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:06.325687 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-515f9ced-d16a-4541-9a99-a4084046ba90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:06.821282 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] For port 13ce9956-04d4-45ff-b706-3e70efa5cffe, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=13ce9956-04d4-45ff-b706-3e70efa5cffe,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:19:06.821789 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:07.139827 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:07.140193 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:07.140557 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Floating IP c16dd9a6-6768-4f76-98a5-fd8363411059 disassociated. External IP: 172.27.1.124, port: 13ce9956-04d4-45ff-b706-3e70efa5cffe. Feb 17 00:19:07.140986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Calling delete_port for 13ce9956-04d4-45ff-b706-3e70efa5cffe owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:19:07.293580 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:07.309810 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:07.411599 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event deleted for resources: {'Port': ['ID=13ce9956-04d4-45ff-b706-3e70efa5cffe,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:07.414572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:07.482183 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6b832882-5e11-4dfd-af98-00f92a970f73 req-9ba941a3-ab8f-4ebc-8398-fcde54b653b3 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/ports?device_id=251e3cb5-b549-4797-b616-b12fedb1fcc6 HTTP/1.1" status: 200 len: 210 time: 0.0544717 Feb 17 00:19:07.694593 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Router 5bafd354-a383-4b8f-9dda-f03cd34465f3 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:19:07.857119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 13ce9956-04d4-45ff-b706-3e70efa5cffe no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:19:07.888920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:19:07.902131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d411a374-11c6-4374-bb38-4a91833ea376 None None] Sync routers for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:19:07.917803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d411a374-11c6-4374-bb38-4a91833ea376 None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:19:07.918708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-d411a374-11c6-4374-bb38-4a91833ea376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:18:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:07.920054 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] No Port match for: 13ce9956-04d4-45ff-b706-3e70efa5cffe {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:19:07.920457 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 13ce9956-04d4-45ff-b706-3e70efa5cffe not bound to the agent host hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:19:07.952892 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] No DVR routers for this DVR port 13ce9956-04d4-45ff-b706-3e70efa5cffe on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:19:07.955217 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:07.958178 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'name': 'network-vif-deleted', 'tag': '13ce9956-04d4-45ff-b706-3e70efa5cffe'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:19:07.981900 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9653fd2d-2256-40b9-90a6-61a2ad92eee3 req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.44 "DELETE /v2.0/ports/13ce9956-04d4-45ff-b706-3e70efa5cffe HTTP/1.1" status: 204 len: 173 time: 1.7467015 Feb 17 00:19:08.019255 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251e3cb5-b549-4797-b616-b12fedb1fcc6', 'name': 'network-vif-deleted', 'tag': '13ce9956-04d4-45ff-b706-3e70efa5cffe', 'status': 'completed', 'code': 200} Feb 17 00:19:08.162142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-d411a374-11c6-4374-bb38-4a91833ea376 None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:19:08.400814 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33208) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:08.520061 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-d411a374-11c6-4374-bb38-4a91833ea376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:05Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:08.525629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d411a374-11c6-4374-bb38-4a91833ea376 None None] Checking router: 5bafd354-a383-4b8f-9dda-f03cd34465f3 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:19:08.538446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d411a374-11c6-4374-bb38-4a91833ea376 None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:19:08.539328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-d411a374-11c6-4374-bb38-4a91833ea376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:18:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:08.579548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e616a73a-4dfb-4f36-908d-b190c71d8af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:08.596780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e616a73a-4dfb-4f36-908d-b190c71d8af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:19:08.605957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e616a73a-4dfb-4f36-908d-b190c71d8af5 admin admin] Usage tracker for resource:security_group_rule and tenant:a12ebab880ce4bf0818d2f2b7494db4b is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:19:08.611070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e616a73a-4dfb-4f36-908d-b190c71d8af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:19:08.614275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e640cc58-79dd-499f-b781-5f6b161db680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:08.617471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e616a73a-4dfb-4f36-908d-b190c71d8af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:19:08.649210 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33218) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:08.718136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e616a73a-4dfb-4f36-908d-b190c71d8af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:08.721309 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e616a73a-4dfb-4f36-908d-b190c71d8af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:08.726041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-237b8fbc-79b7-46fd-bc38-13dafd272bee tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:08.734809 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-05d23afd-d513-438a-b84c-fc627e5f3715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:08.762845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-237b8fbc-79b7-46fd-bc38-13dafd272bee tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:08.776727 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e616a73a-4dfb-4f36-908d-b190c71d8af5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a12ebab880ce4bf0818d2f2b7494db4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744636 Feb 17 00:19:08.779558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33222) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:08.781363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616a73a-4dfb-4f36-908d-b190c71d8af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92771f5-d8d5-48c4-b852-ce09dfa9f4e1,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:08.784921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e616a73a-4dfb-4f36-908d-b190c71d8af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:08.791668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-d411a374-11c6-4374-bb38-4a91833ea376 None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:19:08.889045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-237b8fbc-79b7-46fd-bc38-13dafd272bee tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:08.895726 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f5b128b4-c3e0-46d8-81e2-2b57d6ab3166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:08.914253 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bac8f542-389b-4629-a494-2b9f40877fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:08.926722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b8fbc-79b7-46fd-bc38-13dafd272bee tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7e5004-cece-4bd7-9a94-00b5f9aef785,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:08.939420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-237b8fbc-79b7-46fd-bc38-13dafd272bee tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:08.963379 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-237b8fbc-79b7-46fd-bc38-13dafd272bee tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:08.964720 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-237b8fbc-79b7-46fd-bc38-13dafd272bee tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "DELETE /v2.0/security-groups/3a7e5004-cece-4bd7-9a94-00b5f9aef785 HTTP/1.1" status: 204 len: 168 time: 0.3142219 Feb 17 00:19:08.967717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33226) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:08.973947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bac8f542-389b-4629-a494-2b9f40877fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:08.989630 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.api.v2.resource [None req-7ad3dc22-1203-457e-a024-9fc4f4f4f185 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] show failed (client error): The resource could not be found. Feb 17 00:19:08.993851 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7ad3dc22-1203-457e-a024-9fc4f4f4f185 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "GET /v2.0/security-groups/3a7e5004-cece-4bd7-9a94-00b5f9aef785 HTTP/1.1" status: 404 len: 347 time: 0.0210857 Feb 17 00:19:08.994214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33230) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:09.042506 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bac8f542-389b-4629-a494-2b9f40877fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:09.048601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-86cbfd11-a2bb-4763-a3ff-03d1d7547ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:09.070765 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8f542-389b-4629-a494-2b9f40877fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92771f5-d8d5-48c4-b852-ce09dfa9f4e1,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:09.072876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bac8f542-389b-4629-a494-2b9f40877fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:09.085098 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bac8f542-389b-4629-a494-2b9f40877fae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c92771f5-d8d5-48c4-b852-ce09dfa9f4e1 HTTP/1.1" status: 204 len: 168 time: 0.2992718 Feb 17 00:19:09.086279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bac8f542-389b-4629-a494-2b9f40877fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:09.165440 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-d411a374-11c6-4374-bb38-4a91833ea376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:05Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:09.170109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d411a374-11c6-4374-bb38-4a91833ea376 None None] The sync data for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi is: [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '3d09ae52-630b-4a3e-a476-7aee85de3867', 'name': '', 'network_id': '2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'mac_address': 'fa:16:3e:82:d3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:49Z', 'updated_at': '2021-02-17T00:12:05Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'subnets': [{'id': 'e79efc6c-52dc-4bc6-86b5-06ed067c4e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:19:09.176013 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-31d35f17-9a18-436c-bb03-a84273ef03a6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Deleting port 72ad3694-0a95-4acb-b911-73614f9b601f {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:19:09.176133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-31d35f17-9a18-436c-bb03-a84273ef03a6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:09.244311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:09.370627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-31d35f17-9a18-436c-bb03-a84273ef03a6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:09.371002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-31d35f17-9a18-436c-bb03-a84273ef03a6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:09.446703 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33238) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:09.467171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d70cacc6-84f7-4caa-aa4f-723c9cbaa379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:09.485535 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d70cacc6-84f7-4caa-aa4f-723c9cbaa379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:19:09.490075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d70cacc6-84f7-4caa-aa4f-723c9cbaa379 admin admin] Usage tracker for resource:security_group_rule and tenant:f15df08760f74d849f1915263aaf610f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:19:09.493431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d70cacc6-84f7-4caa-aa4f-723c9cbaa379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:19:09.499242 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d70cacc6-84f7-4caa-aa4f-723c9cbaa379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:19:09.507096 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-31d35f17-9a18-436c-bb03-a84273ef03a6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Calling delete_port for 72ad3694-0a95-4acb-b911-73614f9b601f owned by network:floatingip {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:19:09.588955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86958c0-93dd-4b21-84f2-ed00c528713c None None] New status for floating IP c16dd9a6-6768-4f76-98a5-fd8363411059: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:19:09.592006 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d70cacc6-84f7-4caa-aa4f-723c9cbaa379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:09.595690 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d70cacc6-84f7-4caa-aa4f-723c9cbaa379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:09.603653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-678a1420-47bf-4e85-80da-69310b00ff14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:09.651299 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d70cacc6-84f7-4caa-aa4f-723c9cbaa379 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f15df08760f74d849f1915263aaf610f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009380 Feb 17 00:19:09.651299 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cacc6-84f7-4caa-aa4f-723c9cbaa379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaec468-d4e9-45cd-966a-1b0e217a33c4,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:09.652077 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33242) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:09.653952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d70cacc6-84f7-4caa-aa4f-723c9cbaa379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:09.676205 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-31d35f17-9a18-436c-bb03-a84273ef03a6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:09.693945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-815eb965-123c-46f0-ada2-4c79872eecb1 tempest-VolumesNegativeTest-1288776092 tempest-VolumesNegativeTest-1288776092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:09.754952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-b86958c0-93dd-4b21-84f2-ed00c528713c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:19:09.755275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-b86958c0-93dd-4b21-84f2-ed00c528713c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:19:09.800214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d35f17-9a18-436c-bb03-a84273ef03a6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Pushing event deleted for resources: {'Port': ['ID=72ad3694-0a95-4acb-b911-73614f9b601f,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:09.818655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-31d35f17-9a18-436c-bb03-a84273ef03a6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:09.865292 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d76df9ab-431b-4ba3-aad4-2901d8222a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:09.910839 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d76df9ab-431b-4ba3-aad4-2901d8222a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:10.012813 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-31d35f17-9a18-436c-bb03-a84273ef03a6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks [] for floatingip, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:10.024426 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d76df9ab-431b-4ba3-aad4-2901d8222a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:10.031794 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b1baf3a1-7f93-458c-968b-8b7ce31cfbcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:10.043728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76df9ab-431b-4ba3-aad4-2901d8222a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaec468-d4e9-45cd-966a-1b0e217a33c4,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:10.051775 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d76df9ab-431b-4ba3-aad4-2901d8222a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:10.072620 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-31d35f17-9a18-436c-bb03-a84273ef03a6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:10.073927 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-31d35f17-9a18-436c-bb03-a84273ef03a6 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] 10.222.0.74 "DELETE /v2.0/floatingips/c16dd9a6-6768-4f76-98a5-fd8363411059 HTTP/1.1" status: 204 len: 168 time: 1.0787203 Feb 17 00:19:10.075134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d76df9ab-431b-4ba3-aad4-2901d8222a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:10.080215 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d76df9ab-431b-4ba3-aad4-2901d8222a57 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/acaec468-d4e9-45cd-966a-1b0e217a33c4 HTTP/1.1" status: 204 len: 168 time: 0.4225807 Feb 17 00:19:10.248324 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:10.256600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86958c0-93dd-4b21-84f2-ed00c528713c None None] New status for floating IP c16dd9a6-6768-4f76-98a5-fd8363411059: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:19:10.546714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:12.958291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33316) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:13.057787 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:19:13.946630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83dc24e6-8cf0-4026-bf94-c2a9489097ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854364023'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:14.319912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-83dc24e6-8cf0-4026-bf94-c2a9489097ee admin admin] Deleting port 3d09ae52-630b-4a3e-a476-7aee85de3867 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:19:14.320527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83dc24e6-8cf0-4026-bf94-c2a9489097ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:14.505127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-83dc24e6-8cf0-4026-bf94-c2a9489097ee admin admin] For port 3d09ae52-630b-4a3e-a476-7aee85de3867, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=3d09ae52-630b-4a3e-a476-7aee85de3867,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:19:14.505526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83dc24e6-8cf0-4026-bf94-c2a9489097ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:14.639362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-83dc24e6-8cf0-4026-bf94-c2a9489097ee admin admin] Calling delete_port for 3d09ae52-630b-4a3e-a476-7aee85de3867 owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:19:14.820960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83dc24e6-8cf0-4026-bf94-c2a9489097ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:14.836505 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9aad60c4-ed17-445d-b874-658215d666ed tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:14.940714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc24e6-8cf0-4026-bf94-c2a9489097ee admin admin] Pushing event deleted for resources: {'Port': ['ID=3d09ae52-630b-4a3e-a476-7aee85de3867,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:14.945428 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-83dc24e6-8cf0-4026-bf94-c2a9489097ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:15.251482 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83dc24e6-8cf0-4026-bf94-c2a9489097ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854363929'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:15.756137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dc24e6-8cf0-4026-bf94-c2a9489097ee admin admin] Router 5bafd354-a383-4b8f-9dda-f03cd34465f3 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:19:15.947093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dc24e6-8cf0-4026-bf94-c2a9489097ee admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:19:15.956539 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba206d-c531-49e2-a11a-ead27150e7d0 None None] Sync routers for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:19:15.960135 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-83dc24e6-8cf0-4026-bf94-c2a9489097ee admin admin] 10.222.0.74 "PUT /v2.0/routers/5bafd354-a383-4b8f-9dda-f03cd34465f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0004206 Feb 17 00:19:15.962438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33342) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:15.966548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba206d-c531-49e2-a11a-ead27150e7d0 None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:19:15.967212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9fba206d-c531-49e2-a11a-ead27150e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:19:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:16.167564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-9fba206d-c531-49e2-a11a-ead27150e7d0 None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:19:16.396667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:16.482887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9fba206d-c531-49e2-a11a-ead27150e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:19:14Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:16.487565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba206d-c531-49e2-a11a-ead27150e7d0 None None] Checking router: 5bafd354-a383-4b8f-9dda-f03cd34465f3 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:19:16.496629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba206d-c531-49e2-a11a-ead27150e7d0 None None] Routers {'5bafd354-a383-4b8f-9dda-f03cd34465f3'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:19:16.497499 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9fba206d-c531-49e2-a11a-ead27150e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:19:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5bafd354-a383-4b8f-9dda-f03cd34465f3'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:16.586532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:16.592260 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] Deleting port 069a65ea-a1bd-4ed0-9225-11e68c33ba71 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:19:16.592648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:16.798442 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] For port 069a65ea-a1bd-4ed0-9225-11e68c33ba71, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=069a65ea-a1bd-4ed0-9225-11e68c33ba71,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:19:16.799117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:16.841511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-9fba206d-c531-49e2-a11a-ead27150e7d0 None None] Set router 5bafd354-a383-4b8f-9dda-f03cd34465f3 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:19:16.932640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] Calling delete_port for 069a65ea-a1bd-4ed0-9225-11e68c33ba71 owned by network:router_gateway {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:19:17.074545 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:17.153318 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9fba206d-c531-49e2-a11a-ead27150e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:19:14Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:17.158051 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba206d-c531-49e2-a11a-ead27150e7d0 None None] The sync data for ids ['5bafd354-a383-4b8f-9dda-f03cd34465f3'] in dv-cinder-759961-3-iscsi is: [{'id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'name': 'tempest-AttachVolumeShelveTestJSON-798256903-router', 'tenant_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:11:30Z', 'updated_at': '2021-02-17T00:19:14Z', 'revision_number': 5, 'project_id': '5b740bb46efa4ac9b521609fcc9a66c9', 'gw_port': {'id': '069a65ea-a1bd-4ed0-9225-11e68c33ba71', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafd354-a383-4b8f-9dda-f03cd34465f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:11:37Z', 'updated_at': '2021-02-17T00:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:19:17.270548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851033173'] for router_gateway, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:17.409430 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3465'] for router, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:17.411834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:17.435347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371071'] for router, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:17.435928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bafd354-a383-4b8f-9dda-f03cd34465f3 {{(pid=84027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:19:17.449213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:17.450443 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5547a264-5c12-4abd-a35a-12ef1e0b6ed4 admin admin] 10.222.0.74 "DELETE /v2.0/routers/5bafd354-a383-4b8f-9dda-f03cd34465f3 HTTP/1.1" status: 204 len: 168 time: 1.4870176 Feb 17 00:19:17.453150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33350) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:17.521047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18f3444-d26c-4c1c-8674-39bf07160602 admin admin] Deleting subnet e79efc6c-52dc-4bc6-86b5-06ed067c4e88 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:19:17.524281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e18f3444-d26c-4c1c-8674-39bf07160602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:17.576466 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e18f3444-d26c-4c1c-8674-39bf07160602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845147783'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:17.663953 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e18f3444-d26c-4c1c-8674-39bf07160602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:17.934487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e18f3444-d26c-4c1c-8674-39bf07160602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844706060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852336571'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:17.950609 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:18.035188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f3444-d26c-4c1c-8674-39bf07160602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79efc6c-52dc-4bc6-86b5-06ed067c4e88,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:18.039776 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e18f3444-d26c-4c1c-8674-39bf07160602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:18.081553 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e18f3444-d26c-4c1c-8674-39bf07160602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:18.087105 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bb8642-5e63-4088-83a7-6588c96703c2 None None] Network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:19:18.087637 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e18f3444-d26c-4c1c-8674-39bf07160602 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e79efc6c-52dc-4bc6-86b5-06ed067c4e88 HTTP/1.1" status: 204 len: 168 time: 0.6334486 Feb 17 00:19:18.090193 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33354) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:18.219471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:18.298100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Deleting port 681c557d-6bff-4eca-9f1f-f209e316210a {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:19:18.298491 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:18.516596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb84956a-2feb-40c4-82b4-7f25011e931e None None] DHCP port deletion for 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f request from dv-cinder-759961-3-iscsi {{(pid=84028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:19:18.520974 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-cb84956a-2feb-40c4-82b4-7f25011e931e None None] Deleting port 681c557d-6bff-4eca-9f1f-f209e316210a {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:19:18.521396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cb84956a-2feb-40c4-82b4-7f25011e931e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:18.521527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] For port 681c557d-6bff-4eca-9f1f-f209e316210a, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=681c557d-6bff-4eca-9f1f-f209e316210a,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:19:18.521789 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:18.657770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Calling delete_port for 681c557d-6bff-4eca-9f1f-f209e316210a owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:19:18.737143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:18.741012 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-cb84956a-2feb-40c4-82b4-7f25011e931e None None] For port 681c557d-6bff-4eca-9f1f-f209e316210a, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=681c557d-6bff-4eca-9f1f-f209e316210a,segment=NetworkSegment(fd20c454-3005-4fdb-8d0e-44e6829caccc),segment_id=fd20c454-3005-4fdb-8d0e-44e6829caccc)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:19:18.741464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cb84956a-2feb-40c4-82b4-7f25011e931e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:18.753312 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c070c325-92e4-46fb-b82d-d4085c41ae66 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:18.813269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 069a65ea-a1bd-4ed0-9225-11e68c33ba71 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:19:18.852875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Pushing event deleted for resources: {'Port': ['ID=681c557d-6bff-4eca-9f1f-f209e316210a,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:18.864603 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:18.898564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] No DVR routers for this DVR port 681c557d-6bff-4eca-9f1f-f209e316210a on host dv-cinder-759961-3-iscsi {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:19:18.914572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-cb84956a-2feb-40c4-82b4-7f25011e931e None None] Calling delete_port for 681c557d-6bff-4eca-9f1f-f209e316210a owned by network:dhcp {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:19:18.943944 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 069a65ea-a1bd-4ed0-9225-11e68c33ba71 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:19:18.944505 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 069a65ea-a1bd-4ed0-9225-11e68c33ba71 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:19:18.944806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 681c557d-6bff-4eca-9f1f-f209e316210a no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:19:18.990456 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 681c557d-6bff-4eca-9f1f-f209e316210a {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:19:18.990770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 681c557d-6bff-4eca-9f1f-f209e316210a not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:19:18.991232 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 3d09ae52-630b-4a3e-a476-7aee85de3867 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:19:19.021496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:19.032016 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 3d09ae52-630b-4a3e-a476-7aee85de3867 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:19:19.032414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 3d09ae52-630b-4a3e-a476-7aee85de3867 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:19:19.067078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-cb84956a-2feb-40c4-82b4-7f25011e931e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:19:19.067497 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-cb84956a-2feb-40c4-82b4-7f25011e931e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:19:19.138460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:19.151952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd20c454-3005-4fdb-8d0e-44e6829caccc') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:19.152302 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd20c454-3005-4fdb-8d0e-44e6829caccc') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:19.165422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9628001'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:19.184729 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:19.187045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:19:19.371769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:19:19.381856 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10069771'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:19.562976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Network 2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:19:19.568377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-cb84956a-2feb-40c4-82b4-7f25011e931e None None] Deleting port 681c557d-6bff-4eca-9f1f-f209e316210a {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:19:19.568919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cb84956a-2feb-40c4-82b4-7f25011e931e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:19:19.589849 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:19:19.643302 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-cb84956a-2feb-40c4-82b4-7f25011e931e None None] The port '681c557d-6bff-4eca-9f1f-f209e316210a' was deleted {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:19:19.675326 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:19.679538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-68e91b25-9f0e-480f-badc-7b04ecc50030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:19.696058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:19.705136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:19.708669 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:19.719699 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] 10.222.0.74 "DELETE /v2.0/networks/2fe5f4f6-8bf5-4c33-b806-2e95bb4e884f HTTP/1.1" status: 204 len: 168 time: 1.6284652 Feb 17 00:19:19.841707 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33370) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:19.902118 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c1a16fba-2fc4-4510-b380-c3670cc98acf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b740bb46efa4ac9b521609fcc9a66c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0565276 Feb 17 00:19:19.902394 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33374) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:19.967819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-645e320e-517c-4a52-8371-06e129abfe51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:19.996295 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-645e320e-517c-4a52-8371-06e129abfe51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:20.043003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-645e320e-517c-4a52-8371-06e129abfe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:20.049503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6b381d70-82e2-4830-9f7e-d2a0408ea9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:20.064636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e320e-517c-4a52-8371-06e129abfe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dc4741-491e-4fdc-aa27-6651f98bc6bc,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:20.070114 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-645e320e-517c-4a52-8371-06e129abfe51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:20.078244 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-645e320e-517c-4a52-8371-06e129abfe51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:20.081211 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-645e320e-517c-4a52-8371-06e129abfe51 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f9dc4741-491e-4fdc-aa27-6651f98bc6bc HTTP/1.1" status: 204 len: 168 time: 0.1759446 Feb 17 00:19:22.071822 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33460) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:22.198018 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80831860-6726-435d-ac3c-c4fc697f335d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:22.213470 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-80831860-6726-435d-ac3c-c4fc697f335d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:19:22.217528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-80831860-6726-435d-ac3c-c4fc697f335d admin admin] Usage tracker for resource:security_group_rule and tenant:1e25aae5c20145a698a9a26fa3ae16ca is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:19:22.221116 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-80831860-6726-435d-ac3c-c4fc697f335d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:19:22.226899 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-80831860-6726-435d-ac3c-c4fc697f335d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:19:22.313356 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80831860-6726-435d-ac3c-c4fc697f335d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:22.316277 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80831860-6726-435d-ac3c-c4fc697f335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:22.324845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-50343c28-0765-499a-a558-998d5d440550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:22.367292 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-80831860-6726-435d-ac3c-c4fc697f335d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1e25aae5c20145a698a9a26fa3ae16ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942255 Feb 17 00:19:22.369121 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80831860-6726-435d-ac3c-c4fc697f335d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10c71ca-35ee-476d-ad2d-c7b21d0a3cf3,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:22.370236 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33466) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:22.372578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-80831860-6726-435d-ac3c-c4fc697f335d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:22.436097 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e835a24-d704-40af-bf09-8dbe84b689f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:22.464262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e835a24-d704-40af-bf09-8dbe84b689f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:22.508592 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e835a24-d704-40af-bf09-8dbe84b689f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:22.513708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6953fa9e-cdce-4a04-93e4-fb956636e619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:22.528184 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e835a24-d704-40af-bf09-8dbe84b689f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10c71ca-35ee-476d-ad2d-c7b21d0a3cf3,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:22.531849 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5e835a24-d704-40af-bf09-8dbe84b689f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:22.536344 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5e835a24-d704-40af-bf09-8dbe84b689f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:22.537720 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5e835a24-d704-40af-bf09-8dbe84b689f4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d10c71ca-35ee-476d-ad2d-c7b21d0a3cf3 HTTP/1.1" status: 204 len: 168 time: 0.1663635 Feb 17 00:19:22.822142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33476) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:22.841618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fce857ff-f615-4e3b-8945-f7b2620c4ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:22.857882 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-fce857ff-f615-4e3b-8945-f7b2620c4ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:19:22.862216 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-fce857ff-f615-4e3b-8945-f7b2620c4ebb admin admin] Usage tracker for resource:security_group_rule and tenant:a241d41cd2f7494ab57a14dc5a3d64f5 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:19:22.865185 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-fce857ff-f615-4e3b-8945-f7b2620c4ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:19:22.870988 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-fce857ff-f615-4e3b-8945-f7b2620c4ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:19:22.957445 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fce857ff-f615-4e3b-8945-f7b2620c4ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:22.960740 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fce857ff-f615-4e3b-8945-f7b2620c4ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:22.970217 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f8da9336-cc59-4bd7-9f74-9288b98a6047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:23.015982 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-fce857ff-f615-4e3b-8945-f7b2620c4ebb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a241d41cd2f7494ab57a14dc5a3d64f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917546 Feb 17 00:19:23.016659 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce857ff-f615-4e3b-8945-f7b2620c4ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245e0909-1698-45cf-a1ad-2fe6f0c6c3d6,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:23.019113 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33488) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:23.020043 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fce857ff-f615-4e3b-8945-f7b2620c4ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:23.085947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13e4cbae-68e5-414f-a557-a6bea420eb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:23.115870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13e4cbae-68e5-414f-a557-a6bea420eb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:23.164894 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13e4cbae-68e5-414f-a557-a6bea420eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:23.170309 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d9282d8a-d635-45e4-b014-5aa152e2d42f tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:23.184021 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4cbae-68e5-414f-a557-a6bea420eb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245e0909-1698-45cf-a1ad-2fe6f0c6c3d6,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:23.189881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13e4cbae-68e5-414f-a557-a6bea420eb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:23.194561 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13e4cbae-68e5-414f-a557-a6bea420eb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:23.196581 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-13e4cbae-68e5-414f-a557-a6bea420eb3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/245e0909-1698-45cf-a1ad-2fe6f0c6c3d6 HTTP/1.1" status: 204 len: 168 time: 0.1760261 Feb 17 00:19:23.905393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33514) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:24.015509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-914656068-network', 'tenant_id': '9c5805d754474ae6aca07256d210cc09'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:19:24.020602 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:19:24.024720 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Usage tracker for resource:network and tenant:9c5805d754474ae6aca07256d210cc09 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:19:24.027716 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:19:24.033963 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:19:24.043800 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Made reservation on behalf of 9c5805d754474ae6aca07256d210cc09 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:19:24.049002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:24.065313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:24.080604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:19:24.084649 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Usage tracker for resource:security_group_rule and tenant:9c5805d754474ae6aca07256d210cc09 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:19:24.087652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:19:24.094160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:19:24.180833 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:24.184109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:24.188625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:24.218819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:19:24.232357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6d3f2d-3ea3-4ade-bf4e-b7f8d3a1dfd6,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:24.236448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:24.239306 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:24.239802 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Added segment f7ebea57-6f79-4bd9-af5b-07bd16af5368 of type vxlan for network ae7edd82-29a8-4faa-83e7-3660604b29a7 Feb 17 00:19:24.272517 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:24.303514 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:24.305085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:24.305725 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:24.310834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4eaa83e8-fc45-4c10-8b75-37ecf62a7d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:24.658573 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7519584 Feb 17 00:19:24.661968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Pushing event updated for resources: {'Network': ['ID=ae7edd82-29a8-4faa-83e7-3660604b29a7,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:24.662182 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33534) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:24.665069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:24.668732 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Request body: {'subnet': {'network_id': 'ae7edd82-29a8-4faa-83e7-3660604b29a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-914656068-subnet', 'tenant_id': '9c5805d754474ae6aca07256d210cc09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:19:24.673483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network ae7edd82-29a8-4faa-83e7-3660604b29a7 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:19:24.674125 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:19:24.678521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Usage tracker for resource:subnet and tenant:9c5805d754474ae6aca07256d210cc09 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:19:24.682046 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:19:24.688409 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:19:24.691772 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network ae7edd82-29a8-4faa-83e7-3660604b29a7 details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:19:24.699271 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Made reservation on behalf of 9c5805d754474ae6aca07256d210cc09 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:19:24.705558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844412221'] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:25.112326 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844412206'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:25.128568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:25.473761 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc4d9402-a389-469c-8222-0677374d2ab4,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:25.486128 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:25.542183 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Checking segment: {'id': 'f7ebea57-6f79-4bd9-af5b-07bd16af5368', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae7edd82-29a8-4faa-83e7-3660604b29a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:19:25.542579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Network hostable DHCP agents. Network: ae7edd82-29a8-4faa-83e7-3660604b29a7, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:19:25.561463 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Network ae7edd82-29a8-4faa-83e7-3660604b29a7 is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:19:25.569611 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, ae7edd82-29a8-4faa-83e7-3660604b29a7) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:19:25.578926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445e90c2-a06b-49c4-9f2c-b31d0e92cc3e None None] Network ae7edd82-29a8-4faa-83e7-3660604b29a7 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:19:25.581428 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:25.582080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:25.607199 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1b99fa6b-7521-4356-806f-146483ed9f01 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9438019 Feb 17 00:19:25.854686 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7517d97-3676-4174-b4ee-52ad8446b237 None None] Network ae7edd82-29a8-4faa-83e7-3660604b29a7 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:19:26.336515 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33570) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:26.342890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2109721381-network', 'tenant_id': 'dfb8739c4c7f4c7babe16cee68d0cee0'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:19:26.348614 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:19:26.352737 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Usage tracker for resource:network and tenant:dfb8739c4c7f4c7babe16cee68d0cee0 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:19:26.356362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:19:26.362160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:19:26.370793 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Made reservation on behalf of dfb8739c4c7f4c7babe16cee68d0cee0 for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:19:26.376075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:26.396436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:26.411678 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:19:26.415689 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Usage tracker for resource:security_group_rule and tenant:dfb8739c4c7f4c7babe16cee68d0cee0 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:19:26.418634 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:19:26.424336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:19:26.510629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:26.513275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:26.518050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b0cd26fc-2da2-405f-8c29-9fa831dbc3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:26.552338 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:19:26.562400 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7394ae2d-5fdb-4c71-a23c-c4722478c30d,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:26.565794 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:26.569751 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363305741927455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:26.570550 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Added segment 2c1aeb0c-9d70-4fb2-8f35-bef71c1329aa of type vxlan for network 7b24652a-df07-462c-ae28-6dcf11206dbf Feb 17 00:19:26.596835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:26.626200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:26.627446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:26.628080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:26.632950 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:26.738685 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4009185 Feb 17 00:19:26.739631 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=7b24652a-df07-462c-ae28-6dcf11206dbf,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:26.741721 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 33574) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:26.742790 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:26.748192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Request body: {'subnet': {'network_id': '7b24652a-df07-462c-ae28-6dcf11206dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2109721381-subnet', 'tenant_id': 'dfb8739c4c7f4c7babe16cee68d0cee0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:19:26.751588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 7b24652a-df07-462c-ae28-6dcf11206dbf details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:19:26.754166 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:19:26.758265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Usage tracker for resource:subnet and tenant:dfb8739c4c7f4c7babe16cee68d0cee0 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:19:26.761357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:19:26.765189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network 7b24652a-df07-462c-ae28-6dcf11206dbf details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:19:26.767225 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:19:26.777523 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Made reservation on behalf of dfb8739c4c7f4c7babe16cee68d0cee0 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:19:26.782514 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2439339'] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:27.192484 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10069681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2439354'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:27.208346 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-51a7f57c-7655-4dd6-91d8-26c743cb4430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:27.336847 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c94dd85e-1f56-4474-8c41-8005fd036be7,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:27.349021 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:27.408084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Checking segment: {'id': '2c1aeb0c-9d70-4fb2-8f35-bef71c1329aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7b24652a-df07-462c-ae28-6dcf11206dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:19:27.408475 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Network hostable DHCP agents. Network: 7b24652a-df07-462c-ae28-6dcf11206dbf, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:19:27.428097 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Network 7b24652a-df07-462c-ae28-6dcf11206dbf is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:19:27.438926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 7b24652a-df07-462c-ae28-6dcf11206dbf) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:19:27.452714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:27.453403 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:27.455153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9235d278-1f41-4fc1-838f-cbd39757a7cd None None] Network 7b24652a-df07-462c-ae28-6dcf11206dbf requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:19:27.482505 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7342229 Feb 17 00:19:27.705320 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d423627-8c51-4ad7-bf30-a9dc889308ea None None] Network 7b24652a-df07-462c-ae28-6dcf11206dbf requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:19:30.306081 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-30f41196-7b84-4dc1-ab08-d2ac935d9441 req-b5bf9506-3378-422e-9938-7cf6eef3925e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0813832 Feb 17 00:19:30.405257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f41196-7b84-4dc1-ab08-d2ac935d9441 req-081b7c74-9e1b-459c-8c2e-2c8ea16bb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:30.407497 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-30f41196-7b84-4dc1-ab08-d2ac935d9441 req-081b7c74-9e1b-459c-8c2e-2c8ea16bb3fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bceef06bdef4aee86db3462702e4f35&device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 1163 time: 0.0790517 Feb 17 00:19:30.568022 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f41196-7b84-4dc1-ab08-d2ac935d9441 req-2b571b6e-5850-4b23-b949-035f208b663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:30.569685 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-30f41196-7b84-4dc1-ab08-d2ac935d9441 req-2b571b6e-5850-4b23-b949-035f208b663e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eb778ad-5e4d-4b89-b180-c8e46495da46 HTTP/1.1" status: 200 len: 903 time: 0.1395061 Feb 17 00:19:30.682730 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-30f41196-7b84-4dc1-ab08-d2ac935d9441 req-98110635-7721-4980-9ac6-059e09adfc6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 200 len: 1002 time: 0.1061690 Feb 17 00:19:30.748913 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:30.752668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f41196-7b84-4dc1-ab08-d2ac935d9441 req-9921481d-2da3-41dd-a9a5-4001b5ad24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:30.754269 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-30f41196-7b84-4dc1-ab08-d2ac935d9441 req-9921481d-2da3-41dd-a9a5-4001b5ad24c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768bd55a-a8a3-43f0-8eb6-edfcc4f31821 HTTP/1.1" status: 200 len: 848 time: 0.0650623 Feb 17 00:19:30.841212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f41196-7b84-4dc1-ab08-d2ac935d9441 req-ea9b4489-0ec2-405a-a3cb-58a0a59cacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:30.842828 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-30f41196-7b84-4dc1-ab08-d2ac935d9441 req-ea9b4489-0ec2-405a-a3cb-58a0a59cacb0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb778ad-5e4d-4b89-b180-c8e46495da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812879 Feb 17 00:19:30.986227 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-30f41196-7b84-4dc1-ab08-d2ac935d9441 req-1c355308-50e4-4fd2-b96a-d80f90bffe61 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369622 Feb 17 00:19:31.130544 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-30f41196-7b84-4dc1-ab08-d2ac935d9441 req-a80aaefa-d54b-4739-818d-a54933bfc0d8 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370537 Feb 17 00:19:36.318863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-80d78684-a90d-417a-a327-9e4a59da6f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:38.609848 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d4e8eeb9-e23a-4280-a29b-ca4ab03d6ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:39.238225 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:40.230289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:40.550658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:47.721638 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33844) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:47.789310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7449f1-6766-469a-8789-f632e798aeac admin admin] Deleting subnet cc4d9402-a389-469c-8222-0677374d2ab4 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:19:47.792616 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8b7449f1-6766-469a-8789-f632e798aeac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:47.847072 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8b7449f1-6766-469a-8789-f632e798aeac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844535203'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:47.910114 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8b7449f1-6766-469a-8789-f632e798aeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:48.164995 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8b7449f1-6766-469a-8789-f632e798aeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852209845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10363437'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:48.184990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:48.268347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7449f1-6766-469a-8789-f632e798aeac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc4d9402-a389-469c-8222-0677374d2ab4,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:48.272885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8b7449f1-6766-469a-8789-f632e798aeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:48.318944 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8b7449f1-6766-469a-8789-f632e798aeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:48.324971 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8b7449f1-6766-469a-8789-f632e798aeac admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cc4d9402-a389-469c-8222-0677374d2ab4 HTTP/1.1" status: 204 len: 168 time: 0.6021876 Feb 17 00:19:48.327615 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33850) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:48.442806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:48.634587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:48.748819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7edd82-29a8-4faa-83e7-3660604b29a7']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:48.761432 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ebea57-6f79-4bd9-af5b-07bd16af5368') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:48.761778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ebea57-6f79-4bd9-af5b-07bd16af5368') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:48.773942 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240581'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:48.789389 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:48.791373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:19:48.975364 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] Network ae7edd82-29a8-4faa-83e7-3660604b29a7 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:19:48.984532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565812'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:49.167453 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] Network ae7edd82-29a8-4faa-83e7-3660604b29a7 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:19:49.193878 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:19:49.269230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:49.272604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d2b64d14-6cac-40aa-8c4e-681f08b2cfe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:49.286833 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:49.296581 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7edd82-29a8-4faa-83e7-3660604b29a7,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:49.300451 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] 10.222.0.74 "DELETE /v2.0/networks/ae7edd82-29a8-4faa-83e7-3660604b29a7 HTTP/1.1" status: 204 len: 168 time: 0.9717889 Feb 17 00:19:49.301620 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:49.302735 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33862) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:49.373929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-055fee93-c39c-43a3-bc1d-436879ba320b admin admin] Deleting subnet c94dd85e-1f56-4474-8c41-8005fd036be7 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:19:49.377173 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-055fee93-c39c-43a3-bc1d-436879ba320b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:49.428283 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-055fee93-c39c-43a3-bc1d-436879ba320b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844535203'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:49.489433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-055fee93-c39c-43a3-bc1d-436879ba320b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:49.744149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-055fee93-c39c-43a3-bc1d-436879ba320b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852209845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10363437'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:49.759901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:49.850189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fee93-c39c-43a3-bc1d-436879ba320b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c94dd85e-1f56-4474-8c41-8005fd036be7,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:49.862096 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-055fee93-c39c-43a3-bc1d-436879ba320b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:49.894179 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-055fee93-c39c-43a3-bc1d-436879ba320b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:49.900525 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-055fee93-c39c-43a3-bc1d-436879ba320b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c94dd85e-1f56-4474-8c41-8005fd036be7 HTTP/1.1" status: 204 len: 168 time: 0.5967641 Feb 17 00:19:49.904240 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33866) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:50.023931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:50.057999 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:19:50.216122 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:50.330005 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b24652a-df07-462c-ae28-6dcf11206dbf']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:50.342666 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1aeb0c-9d70-4fb2-8f35-bef71c1329aa') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:50.343008 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1aeb0c-9d70-4fb2-8f35-bef71c1329aa') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:19:50.355377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240581'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:50.370497 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:50.372447 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:19:50.560240 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] Network 7b24652a-df07-462c-ae28-6dcf11206dbf has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:19:50.585409 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565812'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:50.762951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] Network 7b24652a-df07-462c-ae28-6dcf11206dbf has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:19:50.786805 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:19:50.865117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:50.868392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:50.882000 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:50.891929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b24652a-df07-462c-ae28-6dcf11206dbf,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:50.894186 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:50.895757 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d8da4aa2-6db1-4c51-9f1d-de8ab9743eb7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/7b24652a-df07-462c-ae28-6dcf11206dbf HTTP/1.1" status: 204 len: 168 time: 0.9905040 Feb 17 00:19:51.068621 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33874) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:51.124193 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-54d6d760-0f8e-41ba-b6a9-9ea5e38026dd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9c5805d754474ae6aca07256d210cc09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518074 Feb 17 00:19:51.124396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33878) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:51.185835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-93f7322f-be14-4329-9b61-03010d08add4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:51.217663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-93f7322f-be14-4329-9b61-03010d08add4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:51.263037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-93f7322f-be14-4329-9b61-03010d08add4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:51.268562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-11964be6-6ece-48b9-a93f-c5c1b425f088 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:51.281922 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7322f-be14-4329-9b61-03010d08add4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6d3f2d-3ea3-4ade-bf4e-b7f8d3a1dfd6,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:51.284977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-93f7322f-be14-4329-9b61-03010d08add4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:51.285875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-93f7322f-be14-4329-9b61-03010d08add4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:51.287039 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-93f7322f-be14-4329-9b61-03010d08add4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2a6d3f2d-3ea3-4ade-bf4e-b7f8d3a1dfd6 HTTP/1.1" status: 204 len: 168 time: 0.1617160 Feb 17 00:19:51.633528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33888) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:51.685700 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7d2db2e5-f733-4d3f-958d-b6f782cd8dda admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dfb8739c4c7f4c7babe16cee68d0cee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508349 Feb 17 00:19:51.688202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 33892) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:51.748471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8bc8bddb-11c4-40da-a1e1-5ca5c003df67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:51.775425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8bc8bddb-11c4-40da-a1e1-5ca5c003df67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:51.821047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8bc8bddb-11c4-40da-a1e1-5ca5c003df67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:51.826020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5e835a24-d704-40af-bf09-8dbe84b689f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:51.843024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8bddb-11c4-40da-a1e1-5ca5c003df67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7394ae2d-5fdb-4c71-a23c-c4722478c30d,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:51.846422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8bc8bddb-11c4-40da-a1e1-5ca5c003df67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:51.847612 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8bc8bddb-11c4-40da-a1e1-5ca5c003df67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:51.849505 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8bc8bddb-11c4-40da-a1e1-5ca5c003df67 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7394ae2d-5fdb-4c71-a23c-c4722478c30d HTTP/1.1" status: 204 len: 168 time: 0.1602452 Feb 17 00:19:53.496619 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15f7e7-0de8-4af2-8b05-fb7f76b976fc req-d84d62d5-12ec-4694-98c6-a269f71bc17c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:53.498231 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b15f7e7-0de8-4af2-8b05-fb7f76b976fc req-d84d62d5-12ec-4694-98c6-a269f71bc17c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.0872176 Feb 17 00:19:53.549236 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b15f7e7-0de8-4af2-8b05-fb7f76b976fc req-f82ef143-fcd0-4572-80ca-2c6e0e3f5c05 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0440161 Feb 17 00:19:54.771574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bee44-43a1-40e0-9cb2-c4c10e170f45 req-da555215-f90f-4674-b0c8-74c7bdd057e1 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:54.773163 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c58bee44-43a1-40e0-9cb2-c4c10e170f45 req-da555215-f90f-4674-b0c8-74c7bdd057e1 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.0906262 Feb 17 00:19:55.057417 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c58bee44-43a1-40e0-9cb2-c4c10e170f45 req-7a0dcbf4-4ce9-4f77-8b13-1bdd300fb81c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2777572 Feb 17 00:19:56.091647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34038) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:56.242873 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a615433d-0a75-4942-85af-9880379715d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:56.264016 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a615433d-0a75-4942-85af-9880379715d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:19:56.271036 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a615433d-0a75-4942-85af-9880379715d7 admin admin] Usage tracker for resource:security_group_rule and tenant:e5724fc8752848ada82cdfc54e8876c0 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:19:56.276198 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a615433d-0a75-4942-85af-9880379715d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:19:56.290777 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a615433d-0a75-4942-85af-9880379715d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:19:56.313403 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dbfa1-c279-48c8-9c72-fbf1ea6cd333 req-a14a48f9-b076-417a-b60e-0f0ac86ab138 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:56.314983 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7d5dbfa1-c279-48c8-9c72-fbf1ea6cd333 req-a14a48f9-b076-417a-b60e-0f0ac86ab138 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.1381085 Feb 17 00:19:56.380645 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7d5dbfa1-c279-48c8-9c72-fbf1ea6cd333 req-e662bb24-e51d-40c4-999d-f06d67838870 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0584748 Feb 17 00:19:56.431579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a615433d-0a75-4942-85af-9880379715d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:56.434563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a615433d-0a75-4942-85af-9880379715d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:56.442728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f43c8b7-2570-40c0-b513-d1ee84dd3b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:56.484853 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a615433d-0a75-4942-85af-9880379715d7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e5724fc8752848ada82cdfc54e8876c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918765 Feb 17 00:19:56.485905 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615433d-0a75-4942-85af-9880379715d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb0de37-4f00-490a-a233-77b8813dff57,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:56.488398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 34044) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:56.490021 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a615433d-0a75-4942-85af-9880379715d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:56.550192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:56.576995 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:56.621790 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:56.626799 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-14f808dc-2609-44b3-9632-821a8740aaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:56.637425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb0de37-4f00-490a-a233-77b8813dff57,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:56.648891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.649323 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.649744 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.650157 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.650568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.650978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.651386 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.651793 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.652198 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.652601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.653030 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.653431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.653871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.654272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.654672 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.655070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.655469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.655876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.656277 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.657254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.657654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.658054 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.658451 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.658848 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:19:56.662610 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:56.663371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:56.664602 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-39e69074-50ff-4727-9bfa-91116e8b3ae2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8bb0de37-4f00-490a-a233-77b8813dff57 HTTP/1.1" status: 204 len: 168 time: 0.1752009 Feb 17 00:19:56.969261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 34058) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:56.991908 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c8e897b-344a-4295-81df-3fbf8682066e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:57.007571 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4c8e897b-344a-4295-81df-3fbf8682066e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:19:57.011611 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4c8e897b-344a-4295-81df-3fbf8682066e admin admin] Usage tracker for resource:security_group_rule and tenant:8a372f42bb4c454eb82954d886a6f177 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:19:57.014597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4c8e897b-344a-4295-81df-3fbf8682066e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:19:57.020997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4c8e897b-344a-4295-81df-3fbf8682066e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:19:57.107883 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c8e897b-344a-4295-81df-3fbf8682066e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:57.111083 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4c8e897b-344a-4295-81df-3fbf8682066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:57.120766 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7ff451e1-2986-4766-8802-40a3734f2420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:57.164180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e897b-344a-4295-81df-3fbf8682066e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab3d1c3-e817-4cbf-9554-02c76c41874c,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:57.171668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34062) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:57.171880 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4c8e897b-344a-4295-81df-3fbf8682066e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8a372f42bb4c454eb82954d886a6f177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014472 Feb 17 00:19:57.172986 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4c8e897b-344a-4295-81df-3fbf8682066e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:57.238205 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d2e8a41-0475-446e-9aaa-25dc26562ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:57.269339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d2e8a41-0475-446e-9aaa-25dc26562ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:57.321397 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d2e8a41-0475-446e-9aaa-25dc26562ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:57.326434 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f0cb4a4-b31d-4c8d-b65f-f57170ee4fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:57.340860 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e8a41-0475-446e-9aaa-25dc26562ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab3d1c3-e817-4cbf-9554-02c76c41874c,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:57.343558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4d2e8a41-0475-446e-9aaa-25dc26562ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:57.352817 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d2e8a41-0475-446e-9aaa-25dc26562ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:57.354100 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4d2e8a41-0475-446e-9aaa-25dc26562ddd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1ab3d1c3-e817-4cbf-9554-02c76c41874c HTTP/1.1" status: 204 len: 168 time: 0.1802635 Feb 17 00:19:57.587767 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617c67b-dc90-4616-adff-8143cd086973 req-7bce4e89-a84c-40ef-9e05-63fd093fa21e tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:57.589405 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8617c67b-dc90-4616-adff-8143cd086973 req-7bce4e89-a84c-40ef-9e05-63fd093fa21e tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.0925405 Feb 17 00:19:57.638504 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8617c67b-dc90-4616-adff-8143cd086973 req-117237f2-7f0b-43c7-805e-0b248b7bfb25 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426295 Feb 17 00:19:58.852000 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553f5da-c272-49af-8402-2b4ae94828cc req-db7ea87a-731c-423f-85d1-9a417fd82f54 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:19:58.859198 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9553f5da-c272-49af-8402-2b4ae94828cc req-db7ea87a-731c-423f-85d1-9a417fd82f54 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.1001952 Feb 17 00:19:58.944622 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9553f5da-c272-49af-8402-2b4ae94828cc req-74f06277-a79d-4f88-b321-af66bae79530 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0775900 Feb 17 00:19:59.572948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34148) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:59.697248 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6435544c-3b65-4662-bd3c-5eff23392ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:59.712561 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6435544c-3b65-4662-bd3c-5eff23392ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:19:59.716565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6435544c-3b65-4662-bd3c-5eff23392ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:7b179dac31184771983523bb8497db01 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:19:59.720108 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6435544c-3b65-4662-bd3c-5eff23392ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:19:59.725840 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6435544c-3b65-4662-bd3c-5eff23392ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:19:59.809160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6435544c-3b65-4662-bd3c-5eff23392ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:59.811918 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6435544c-3b65-4662-bd3c-5eff23392ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:59.820617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f40b98e-52b4-4471-95c1-dfa723099e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:19:59.861805 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6435544c-3b65-4662-bd3c-5eff23392ec7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7b179dac31184771983523bb8497db01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877269 Feb 17 00:19:59.863483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435544c-3b65-4662-bd3c-5eff23392ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58493842-d21d-47d1-a01a-67cfd78752c7,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:19:59.864812 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 34154) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:59.866831 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6435544c-3b65-4662-bd3c-5eff23392ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:19:59.926894 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e2361b0c-95b0-494c-bfd6-5473f9d2213e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:19:59.954660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e2361b0c-95b0-494c-bfd6-5473f9d2213e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:00.007813 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e2361b0c-95b0-494c-bfd6-5473f9d2213e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:00.013069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-501fe6a2-01b9-4df2-9d78-251bdbffbc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:00.026352 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2361b0c-95b0-494c-bfd6-5473f9d2213e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58493842-d21d-47d1-a01a-67cfd78752c7,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:00.030600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e2361b0c-95b0-494c-bfd6-5473f9d2213e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:00.038074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e2361b0c-95b0-494c-bfd6-5473f9d2213e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:00.039662 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e2361b0c-95b0-494c-bfd6-5473f9d2213e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/58493842-d21d-47d1-a01a-67cfd78752c7 HTTP/1.1" status: 204 len: 168 time: 0.1734438 Feb 17 00:20:00.177401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796bc0d-68a1-4cca-bde7-4dbcd6c15d0f req-c71ec367-1303-438f-b23b-b9751b63d669 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:00.180957 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6796bc0d-68a1-4cca-bde7-4dbcd6c15d0f req-c71ec367-1303-438f-b23b-b9751b63d669 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.1062746 Feb 17 00:20:00.230205 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6796bc0d-68a1-4cca-bde7-4dbcd6c15d0f req-0afb8b2e-9bad-4d49-bf84-27523faa764d tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443623 Feb 17 00:20:00.352327 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34164) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:00.372743 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-27487eaf-9eda-4795-9e63-32f180284eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:00.388641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-27487eaf-9eda-4795-9e63-32f180284eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:00.392884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-27487eaf-9eda-4795-9e63-32f180284eaa admin admin] Usage tracker for resource:security_group_rule and tenant:af4389539a584fef960358a8a9a9b779 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:00.396065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-27487eaf-9eda-4795-9e63-32f180284eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:00.402018 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-27487eaf-9eda-4795-9e63-32f180284eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:00.487388 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-27487eaf-9eda-4795-9e63-32f180284eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:00.490414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-27487eaf-9eda-4795-9e63-32f180284eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:00.499216 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d1aca4a5-3e74-48ea-83db-5f0045bd0466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:00.543799 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-27487eaf-9eda-4795-9e63-32f180284eaa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=af4389539a584fef960358a8a9a9b779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900437 Feb 17 00:20:00.546637 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 34174) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:00.546879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27487eaf-9eda-4795-9e63-32f180284eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca3816c-a9e2-4ec5-8f78-fa101b8904ba,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:00.550893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-27487eaf-9eda-4795-9e63-32f180284eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:00.631604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5dc97d67-ff39-42f8-8fde-a2969a3830dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:00.668790 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5dc97d67-ff39-42f8-8fde-a2969a3830dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:00.720877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5dc97d67-ff39-42f8-8fde-a2969a3830dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:00.726244 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-89820f3c-e5ec-413c-9418-2906925215cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:00.738967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc97d67-ff39-42f8-8fde-a2969a3830dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca3816c-a9e2-4ec5-8f78-fa101b8904ba,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:00.743387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5dc97d67-ff39-42f8-8fde-a2969a3830dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:00.750316 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5dc97d67-ff39-42f8-8fde-a2969a3830dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:00.754611 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5dc97d67-ff39-42f8-8fde-a2969a3830dc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0ca3816c-a9e2-4ec5-8f78-fa101b8904ba HTTP/1.1" status: 204 len: 168 time: 0.2038713 Feb 17 00:20:00.793876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:01.279650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:20:01.358768 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:01.359193 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:01.453224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf592a67-0ccc-4ca9-8496-5de8c462fd39 req-a8967956-9562-4faf-b182-4a1a0df24f8f tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:01.455391 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf592a67-0ccc-4ca9-8496-5de8c462fd39 req-a8967956-9562-4faf-b182-4a1a0df24f8f tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.0950379 Feb 17 00:20:01.503363 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf592a67-0ccc-4ca9-8496-5de8c462fd39 req-6fc4e105-bed7-406a-85bf-a468e3a01d57 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0412633 Feb 17 00:20:02.715386 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0884af-7bfe-491e-9f02-977dd04f180d req-2ede9a30-38a1-4122-905b-9c3d70bfc420 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:02.717094 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ba0884af-7bfe-491e-9f02-977dd04f180d req-2ede9a30-38a1-4122-905b-9c3d70bfc420 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.0971327 Feb 17 00:20:02.771642 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ba0884af-7bfe-491e-9f02-977dd04f180d req-212b2df7-7298-41e5-b259-a5d36c4a2eff tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433576 Feb 17 00:20:03.610605 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2459c-3436-43aa-b009-8cdc73dfe8d8 req-a2bdce8d-9d44-4620-9f3d-73e8f97bc698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:03.612162 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7af2459c-3436-43aa-b009-8cdc73dfe8d8 req-a2bdce8d-9d44-4620-9f3d-73e8f97bc698 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bceef06bdef4aee86db3462702e4f35&device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 1163 time: 0.0835760 Feb 17 00:20:03.755629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2459c-3436-43aa-b009-8cdc73dfe8d8 req-a16683e0-70b5-4071-ad98-f201a395ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:03.757324 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7af2459c-3436-43aa-b009-8cdc73dfe8d8 req-a16683e0-70b5-4071-ad98-f201a395ad49 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eb778ad-5e4d-4b89-b180-c8e46495da46 HTTP/1.1" status: 200 len: 903 time: 0.1375728 Feb 17 00:20:03.766845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34266) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:03.865975 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7af2459c-3436-43aa-b009-8cdc73dfe8d8 req-dcdba125-25b7-491e-9578-980f1591ffdd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 200 len: 1002 time: 0.1015921 Feb 17 00:20:03.940164 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2459c-3436-43aa-b009-8cdc73dfe8d8 req-8927e86b-0df5-4f35-86f2-4a999a439fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:03.941766 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7af2459c-3436-43aa-b009-8cdc73dfe8d8 req-8927e86b-0df5-4f35-86f2-4a999a439fc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768bd55a-a8a3-43f0-8eb6-edfcc4f31821 HTTP/1.1" status: 200 len: 848 time: 0.0688412 Feb 17 00:20:03.958024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96dbbfb5-fe9c-4bf8-b2b5-2babfc4f51fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:03.977068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-96dbbfb5-fe9c-4bf8-b2b5-2babfc4f51fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:03.984139 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-96dbbfb5-fe9c-4bf8-b2b5-2babfc4f51fb admin admin] Usage tracker for resource:security_group_rule and tenant:b3972997bccc4678b0b97c0e041ce875 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:03.989624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-96dbbfb5-fe9c-4bf8-b2b5-2babfc4f51fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:03.998742 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-96dbbfb5-fe9c-4bf8-b2b5-2babfc4f51fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:04.023891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2459c-3436-43aa-b009-8cdc73dfe8d8 req-63cb26dc-ddb7-4c13-a302-3fc930aaa500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:04.025569 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7af2459c-3436-43aa-b009-8cdc73dfe8d8 req-63cb26dc-ddb7-4c13-a302-3fc930aaa500 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb778ad-5e4d-4b89-b180-c8e46495da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776978 Feb 17 00:20:04.033750 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b5799-8054-4138-aaac-d3adad1ba662 req-23c325a6-5033-49e0-8312-6b4e51f6f632 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:04.035361 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b64b5799-8054-4138-aaac-d3adad1ba662 req-23c325a6-5033-49e0-8312-6b4e51f6f632 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.1453369 Feb 17 00:20:04.104260 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b64b5799-8054-4138-aaac-d3adad1ba662 req-f15a8510-97d4-42f4-bfb8-96df0ee809da tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0594411 Feb 17 00:20:04.154876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96dbbfb5-fe9c-4bf8-b2b5-2babfc4f51fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:04.158142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-96dbbfb5-fe9c-4bf8-b2b5-2babfc4f51fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:04.166857 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-669913aa-7255-4f21-8e69-d2eb00888be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:04.170035 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7af2459c-3436-43aa-b009-8cdc73dfe8d8 req-a51cbe40-b00e-497c-91a0-50ca854f4b99 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379535 Feb 17 00:20:04.211225 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-96dbbfb5-fe9c-4bf8-b2b5-2babfc4f51fb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b3972997bccc4678b0b97c0e041ce875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426639 Feb 17 00:20:04.212309 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbbfb5-fe9c-4bf8-b2b5-2babfc4f51fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11408526-8586-48b1-8825-d6251ee47a32,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:04.215062 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34276) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:04.217734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-96dbbfb5-fe9c-4bf8-b2b5-2babfc4f51fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:04.279428 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-47ae332e-5c60-40a7-bfc7-ac29a7f47f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:04.307607 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-47ae332e-5c60-40a7-bfc7-ac29a7f47f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:04.316549 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7af2459c-3436-43aa-b009-8cdc73dfe8d8 req-0e0fd2aa-0eb8-4022-867f-82115606e511 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399560 Feb 17 00:20:04.356003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-47ae332e-5c60-40a7-bfc7-ac29a7f47f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:04.361543 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8bc8bddb-11c4-40da-a1e1-5ca5c003df67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:04.376245 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae332e-5c60-40a7-bfc7-ac29a7f47f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11408526-8586-48b1-8825-d6251ee47a32,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:04.379068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-47ae332e-5c60-40a7-bfc7-ac29a7f47f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:04.389080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-47ae332e-5c60-40a7-bfc7-ac29a7f47f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:04.393221 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-47ae332e-5c60-40a7-bfc7-ac29a7f47f1f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/11408526-8586-48b1-8825-d6251ee47a32 HTTP/1.1" status: 204 len: 168 time: 0.1773086 Feb 17 00:20:04.646618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34290) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:04.754790 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34296) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:04.791342 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-67b6a8bc-a46d-4738-8f81-8ea15c8a10bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:04.803011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f0ba3c0-f3bf-40be-8d79-ad0c21b83501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:04.822367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-67b6a8bc-a46d-4738-8f81-8ea15c8a10bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:04.824982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1f0ba3c0-f3bf-40be-8d79-ad0c21b83501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:04.830310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-67b6a8bc-a46d-4738-8f81-8ea15c8a10bc admin admin] Usage tracker for resource:security_group_rule and tenant:9274746399b64cefb2940b495405114b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:04.833289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1f0ba3c0-f3bf-40be-8d79-ad0c21b83501 admin admin] Usage tracker for resource:security_group_rule and tenant:d76d577f3be445e68259ba24da5e6ea9 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:04.835991 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-67b6a8bc-a46d-4738-8f81-8ea15c8a10bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:04.838820 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1f0ba3c0-f3bf-40be-8d79-ad0c21b83501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:04.847000 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-67b6a8bc-a46d-4738-8f81-8ea15c8a10bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:04.849263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1f0ba3c0-f3bf-40be-8d79-ad0c21b83501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:05.005410 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-67b6a8bc-a46d-4738-8f81-8ea15c8a10bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.007715 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f0ba3c0-f3bf-40be-8d79-ad0c21b83501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.009234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-67b6a8bc-a46d-4738-8f81-8ea15c8a10bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.018249 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5d9537de-d823-417d-aa34-ce4a6a8393d0 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:05.028502 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f0ba3c0-f3bf-40be-8d79-ad0c21b83501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.081704 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6a8bc-a46d-4738-8f81-8ea15c8a10bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ca6e90-4e7f-4183-b9bc-cc536f0347f3,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:05.088714 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-67b6a8bc-a46d-4738-8f81-8ea15c8a10bc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9274746399b64cefb2940b495405114b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328292 Feb 17 00:20:05.090638 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-67b6a8bc-a46d-4738-8f81-8ea15c8a10bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:05.091788 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 34302) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:05.098287 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1f0ba3c0-f3bf-40be-8d79-ad0c21b83501 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d76d577f3be445e68259ba24da5e6ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4505308 Feb 17 00:20:05.099162 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5c7b88ba-0ee5-4efd-807d-8c2ff53d6ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:05.105959 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34306) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:05.144722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ba3c0-f3bf-40be-8d79-ad0c21b83501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a2501f-eb82-4ab5-83c4-50daa2e7444f,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:05.154568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1f0ba3c0-f3bf-40be-8d79-ad0c21b83501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:05.169721 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-18fd4c07-8a9c-4c53-81ba-bc0e8a485569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.193906 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-73f72867-2316-42ad-bc22-f8e25cecbc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.199425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-18fd4c07-8a9c-4c53-81ba-bc0e8a485569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.222838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-73f72867-2316-42ad-bc22-f8e25cecbc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.247804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-18fd4c07-8a9c-4c53-81ba-bc0e8a485569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.252500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fba5d5d9-7f5b-417f-80e3-d85ceac086ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:05.267112 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd4c07-8a9c-4c53-81ba-bc0e8a485569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ca6e90-4e7f-4183-b9bc-cc536f0347f3,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:05.269534 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-18fd4c07-8a9c-4c53-81ba-bc0e8a485569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:05.273703 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-18fd4c07-8a9c-4c53-81ba-bc0e8a485569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.275736 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-18fd4c07-8a9c-4c53-81ba-bc0e8a485569 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a3ca6e90-4e7f-4183-b9bc-cc536f0347f3 HTTP/1.1" status: 204 len: 168 time: 0.1828227 Feb 17 00:20:05.335502 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-73f72867-2316-42ad-bc22-f8e25cecbc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.340992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b2895c82-5fa6-4a6c-a856-d1bd16bd65cf tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:05.361998 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f72867-2316-42ad-bc22-f8e25cecbc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a2501f-eb82-4ab5-83c4-50daa2e7444f,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:05.367126 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-73f72867-2316-42ad-bc22-f8e25cecbc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:05.380547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119cd9b-5e89-4f56-99f1-64b2000660cf req-5df7cfcd-abe4-48d5-97f5-13668bf05f3d tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:05.382213 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1119cd9b-5e89-4f56-99f1-64b2000660cf req-5df7cfcd-abe4-48d5-97f5-13668bf05f3d tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.1252792 Feb 17 00:20:05.383853 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-73f72867-2316-42ad-bc22-f8e25cecbc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.387959 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-73f72867-2316-42ad-bc22-f8e25cecbc65 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/73a2501f-eb82-4ab5-83c4-50daa2e7444f HTTP/1.1" status: 204 len: 168 time: 0.2792428 Feb 17 00:20:05.441384 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1119cd9b-5e89-4f56-99f1-64b2000660cf req-1aeeed00-0120-4fa7-a669-817ab31cfd7d tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468454 Feb 17 00:20:05.710100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 34326) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:05.730867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62c9ecc0-5b57-46d6-a9d9-bdd3fbf97495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.746688 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-62c9ecc0-5b57-46d6-a9d9-bdd3fbf97495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:05.751014 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-62c9ecc0-5b57-46d6-a9d9-bdd3fbf97495 admin admin] Usage tracker for resource:security_group_rule and tenant:61de7b116636456bb85225e8d3cf5d85 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:05.754077 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-62c9ecc0-5b57-46d6-a9d9-bdd3fbf97495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:05.759871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-62c9ecc0-5b57-46d6-a9d9-bdd3fbf97495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:05.849150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62c9ecc0-5b57-46d6-a9d9-bdd3fbf97495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.852528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62c9ecc0-5b57-46d6-a9d9-bdd3fbf97495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:05.861887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1ac85ede-b02c-4659-bd70-f8b6a596c93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:05.908491 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-62c9ecc0-5b57-46d6-a9d9-bdd3fbf97495 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=61de7b116636456bb85225e8d3cf5d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972094 Feb 17 00:20:05.910060 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34334) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:05.910726 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9ecc0-5b57-46d6-a9d9-bdd3fbf97495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cbba33-4560-4271-bcd0-bd879610e90a,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:05.914183 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-62c9ecc0-5b57-46d6-a9d9-bdd3fbf97495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:05.977452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-276bb35b-6bd1-4e83-ac05-5d1749d9e5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:06.007365 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-276bb35b-6bd1-4e83-ac05-5d1749d9e5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:06.066147 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-276bb35b-6bd1-4e83-ac05-5d1749d9e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:06.071555 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d57cf686-def2-4286-bd7d-506acfb749ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:06.086217 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276bb35b-6bd1-4e83-ac05-5d1749d9e5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cbba33-4560-4271-bcd0-bd879610e90a,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:06.089492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-276bb35b-6bd1-4e83-ac05-5d1749d9e5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:06.090384 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-276bb35b-6bd1-4e83-ac05-5d1749d9e5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:06.095089 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-276bb35b-6bd1-4e83-ac05-5d1749d9e5cc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f9cbba33-4560-4271-bcd0-bd879610e90a HTTP/1.1" status: 204 len: 168 time: 0.1833527 Feb 17 00:20:06.321886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-282cfb4d-fec3-4028-b0d5-6557471237c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:06.687647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da360-69e4-4365-a3b6-5aad5ae7ccca req-25900f5b-4277-4b8f-a1ce-18ba2fb6f885 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:06.689916 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-977da360-69e4-4365-a3b6-5aad5ae7ccca req-25900f5b-4277-4b8f-a1ce-18ba2fb6f885 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.1123638 Feb 17 00:20:06.760191 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-977da360-69e4-4365-a3b6-5aad5ae7ccca req-3cfc3570-2ab7-4b74-838e-8b3d5da39825 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0616882 Feb 17 00:20:07.307464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:20:07.610595 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:07.640049 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:20:07.654210 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,segment=NetworkSegment(b8a457cc-6b1a-41fc-9647-8a1a1aaf459f),segment_id=b8a457cc-6b1a-41fc-9647-8a1a1aaf459f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:20:07.658753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:07.660811 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-05170fbc-a70a-475c-98c9-3534a6b329fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:07.699141 dv-cinder-759961-3-iscsi neutron-server[83915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93', 'code': 422} returned with failed status Feb 17 00:20:07.737912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:07.746198 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.746595 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.746983 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.747362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.747738 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.748118 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.748494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.748895 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.749307 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.749680 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.750050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.750429 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.750824 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.751190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.751562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.751927 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.752289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.752653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.753041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.753405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.753770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.754129 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.754494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.754905 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:07.759707 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:07.982889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9e8c4-2d85-45c8-9a77-a814a983982f req-d97319a8-60af-43e0-bdb6-88e13a6a3898 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:07.984543 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-85b9e8c4-2d85-45c8-9a77-a814a983982f req-d97319a8-60af-43e0-bdb6-88e13a6a3898 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.1020541 Feb 17 00:20:08.041971 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-85b9e8c4-2d85-45c8-9a77-a814a983982f req-3850d511-628c-4a45-be54-c3879ad60308 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0481715 Feb 17 00:20:08.537010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a0c08-518b-489a-b197-9bc8213c7ad9 req-148f3a4f-cf00-4158-bcde-8fa888a62f3d tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:08.538621 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ad0a0c08-518b-489a-b197-9bc8213c7ad9 req-148f3a4f-cf00-4158-bcde-8fa888a62f3d tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.1609778 Feb 17 00:20:08.541624 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-b459e949-57d8-49e5-8432-ad814316d2b8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2363200 Feb 17 00:20:08.590734 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ad0a0c08-518b-489a-b197-9bc8213c7ad9 req-d92fdbb8-29d3-42f5-9a04-16a518b18004 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0456426 Feb 17 00:20:08.624581 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fae9d173-1707-4ea1-8916-615df677a481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:09.240965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:09.821255 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-b03ecdfe-ed7a-4d0b-8a71-9fcce50dbc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:09.822845 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-b03ecdfe-ed7a-4d0b-8a71-9fcce50dbc97 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f&tenant_id=8bceef06bdef4aee86db3462702e4f35 HTTP/1.1" status: 200 len: 1161 time: 0.0912671 Feb 17 00:20:09.828012 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9db50d-a463-462e-a5c2-186ca398eca0 req-e221b4ea-b8dd-4478-8e24-350877a5369f tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:09.830846 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8c9db50d-a463-462e-a5c2-186ca398eca0 req-e221b4ea-b8dd-4478-8e24-350877a5369f tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.0979142 Feb 17 00:20:09.882301 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8c9db50d-a463-462e-a5c2-186ca398eca0 req-42974963-0593-4d06-8497-45d3dabc293c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0452783 Feb 17 00:20:09.927954 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-79dfedf4-442a-4a8b-b7fa-839e3e44a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:09.929879 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-79dfedf4-442a-4a8b-b7fa-839e3e44a552 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bceef06bdef4aee86db3462702e4f35&device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 1161 time: 0.0832937 Feb 17 00:20:10.089880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-91023f30-0893-46b5-9c2c-3267e01c5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:10.091434 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-91023f30-0893-46b5-9c2c-3267e01c5d31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eb778ad-5e4d-4b89-b180-c8e46495da46 HTTP/1.1" status: 200 len: 903 time: 0.1539891 Feb 17 00:20:10.236532 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-a777ddca-acf1-46bd-adf7-53640cac690e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 200 len: 1000 time: 0.1367769 Feb 17 00:20:10.239804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:10.309650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-9c4c0e8d-08cf-4b5e-a1cb-8301af39a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:10.311269 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-9c4c0e8d-08cf-4b5e-a1cb-8301af39a08c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768bd55a-a8a3-43f0-8eb6-edfcc4f31821 HTTP/1.1" status: 200 len: 848 time: 0.0684128 Feb 17 00:20:10.394346 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-81dc450b-4a80-46f0-bdaf-e8f89fe47334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:10.395854 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-81dc450b-4a80-46f0-bdaf-e8f89fe47334 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb778ad-5e4d-4b89-b180-c8e46495da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782142 Feb 17 00:20:10.542391 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-dae78128-1e08-4dde-8b14-1decd144bd3e service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376858 Feb 17 00:20:10.554366 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:10.700426 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-c4cb26d9-c6ef-4121-8f6b-0154023a258f service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496701 Feb 17 00:20:11.087358 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d96d52-ec6f-469f-82d5-f2851681ccba req-442d3b47-577e-4418-a828-956c28474a7a tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:11.088928 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-26d96d52-ec6f-469f-82d5-f2851681ccba req-442d3b47-577e-4418-a828-956c28474a7a tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.0866518 Feb 17 00:20:11.140224 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-26d96d52-ec6f-469f-82d5-f2851681ccba req-1bda25c2-21bc-4089-a4fa-84bc61e3a0a1 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443716 Feb 17 00:20:12.346012 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c8880-6f6b-422a-b63e-3fc7299bddd3 req-3e3e7441-972f-4a65-8896-6fdd99da453c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:12.347600 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c31c8880-6f6b-422a-b63e-3fc7299bddd3 req-3e3e7441-972f-4a65-8896-6fdd99da453c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.0880461 Feb 17 00:20:12.397808 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c31c8880-6f6b-422a-b63e-3fc7299bddd3 req-caf717f4-cf85-418f-9985-01dbbd345b7c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439446 Feb 17 00:20:13.619652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5413fea-8ad3-4cc7-8367-73f4eda15165 req-02f462da-c36f-4bb5-ba15-841d2b0b8b86 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:13.621289 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d5413fea-8ad3-4cc7-8367-73f4eda15165 req-02f462da-c36f-4bb5-ba15-841d2b0b8b86 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.0982263 Feb 17 00:20:13.670773 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d5413fea-8ad3-4cc7-8367-73f4eda15165 req-a1f95b72-a41b-4af6-80b7-f5f39a8729e6 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0427847 Feb 17 00:20:14.873628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3675f7-6d8c-4da6-b6e8-51cce3777633 req-0df83c45-1941-44a2-857e-909f689d71e4 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:14.875206 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-da3675f7-6d8c-4da6-b6e8-51cce3777633 req-0df83c45-1941-44a2-857e-909f689d71e4 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.0885015 Feb 17 00:20:14.923846 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-da3675f7-6d8c-4da6-b6e8-51cce3777633 req-103ca664-dcf9-4837-a9ff-54eaf6eae904 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423510 Feb 17 00:20:16.108979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34576) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:16.259768 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:16.281722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:16.287777 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Usage tracker for resource:security_group_rule and tenant:623f4436fe234dfe8f2a271859284979 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:16.292133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:16.299895 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:16.339306 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb275524-c5f7-48f7-a569-460ce8aefb0a req-618627d7-f3ad-43e0-b3d4-c895fbf0c6c6 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:16.340929 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb275524-c5f7-48f7-a569-460ce8aefb0a req-618627d7-f3ad-43e0-b3d4-c895fbf0c6c6 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.1544418 Feb 17 00:20:16.407877 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb275524-c5f7-48f7-a569-460ce8aefb0a req-2fa6c863-96dc-49cc-b33d-599fd8f086f1 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0596590 Feb 17 00:20:16.450077 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:16.453004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:16.461756 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fce857ff-f615-4e3b-8945-f7b2620c4ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:16.508293 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=623f4436fe234dfe8f2a271859284979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978488 Feb 17 00:20:16.509478 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b755df9-0c64-4758-8e8a-b1a9e815e797,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:16.511224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 34582) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:16.517577 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.518550 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.518959 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.519364 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.519765 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.520168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.520570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.520993 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.521394 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.521788 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.522181 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.522575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.523012 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.523411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.523801 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.524195 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.524590 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.525011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.525405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.525800 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.526190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.526581 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.526970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.527359 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:16.532129 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cee2dc5b-17ba-4a93-94d7-b4844531686d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:16.574869 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c158eb77-ff42-414a-a525-26e6d5aeecc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:16.602946 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c158eb77-ff42-414a-a525-26e6d5aeecc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:16.651803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c158eb77-ff42-414a-a525-26e6d5aeecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:16.656955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-18fd4c07-8a9c-4c53-81ba-bc0e8a485569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:16.675538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158eb77-ff42-414a-a525-26e6d5aeecc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b755df9-0c64-4758-8e8a-b1a9e815e797,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:16.680257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c158eb77-ff42-414a-a525-26e6d5aeecc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:16.685979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c158eb77-ff42-414a-a525-26e6d5aeecc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:16.687210 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c158eb77-ff42-414a-a525-26e6d5aeecc8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6b755df9-0c64-4758-8e8a-b1a9e815e797 HTTP/1.1" status: 204 len: 168 time: 0.1749120 Feb 17 00:20:16.984346 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 34592) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:17.235826 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6210da9e-2be9-4a65-94ad-04be07cb3bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:17.253296 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6210da9e-2be9-4a65-94ad-04be07cb3bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:17.257342 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6210da9e-2be9-4a65-94ad-04be07cb3bed admin admin] Usage tracker for resource:security_group_rule and tenant:2e833946f1af4d7cb751e2891cb0abea is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:17.260270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6210da9e-2be9-4a65-94ad-04be07cb3bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:17.266042 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6210da9e-2be9-4a65-94ad-04be07cb3bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:17.352867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6210da9e-2be9-4a65-94ad-04be07cb3bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:17.355724 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6210da9e-2be9-4a65-94ad-04be07cb3bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:17.365125 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d19a0f9b-92b8-4f23-8e7f-a076e31e4269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:17.407138 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6210da9e-2be9-4a65-94ad-04be07cb3bed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2e833946f1af4d7cb751e2891cb0abea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215729 Feb 17 00:20:17.408166 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210da9e-2be9-4a65-94ad-04be07cb3bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d3d121-a3c6-4142-aa9a-16e6fb89503e,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:17.410698 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34596) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:17.412427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6210da9e-2be9-4a65-94ad-04be07cb3bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:17.474662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f654afc9-f889-4919-9d29-ff36cd954baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:17.501970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f654afc9-f889-4919-9d29-ff36cd954baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:17.604100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f654afc9-f889-4919-9d29-ff36cd954baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:17.609755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8edfba31-c3ba-492a-b038-f290c748ebf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:17.630247 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654afc9-f889-4919-9d29-ff36cd954baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d3d121-a3c6-4142-aa9a-16e6fb89503e,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:17.639436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f654afc9-f889-4919-9d29-ff36cd954baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:17.651234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f654afc9-f889-4919-9d29-ff36cd954baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:17.652464 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f654afc9-f889-4919-9d29-ff36cd954baa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/36d3d121-a3c6-4142-aa9a-16e6fb89503e HTTP/1.1" status: 204 len: 168 time: 0.2405756 Feb 17 00:20:17.659868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19be331-628a-409c-960c-8d9c7536a7b9 req-b359aa7a-9b3d-4606-9a51-ae3972c482da tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:17.661289 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f19be331-628a-409c-960c-8d9c7536a7b9 req-b359aa7a-9b3d-4606-9a51-ae3972c482da tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.1267931 Feb 17 00:20:17.714040 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f19be331-628a-409c-960c-8d9c7536a7b9 req-46499bb8-c30c-41e7-9c1f-93a9179d54a0 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0420985 Feb 17 00:20:18.122594 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 34608) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:18.144291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0573bb88-06d0-4e6b-9536-adf94438c6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:18.162791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0573bb88-06d0-4e6b-9536-adf94438c6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:18.166880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0573bb88-06d0-4e6b-9536-adf94438c6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:687bed3388dd49ab9fdb63125e881d68 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:18.169843 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0573bb88-06d0-4e6b-9536-adf94438c6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:18.175671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0573bb88-06d0-4e6b-9536-adf94438c6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:18.262515 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0573bb88-06d0-4e6b-9536-adf94438c6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:18.265232 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0573bb88-06d0-4e6b-9536-adf94438c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:18.278541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-645e320e-517c-4a52-8371-06e129abfe51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:18.319351 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0573bb88-06d0-4e6b-9536-adf94438c6e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=687bed3388dd49ab9fdb63125e881d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954837 Feb 17 00:20:18.322298 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34612) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:18.323673 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573bb88-06d0-4e6b-9536-adf94438c6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de0e409-34dd-4012-b276-c62dec64d7b3,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:18.327003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0573bb88-06d0-4e6b-9536-adf94438c6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:18.389622 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9425178-6bc6-4072-8e48-2bd59dbfac71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:18.417097 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9425178-6bc6-4072-8e48-2bd59dbfac71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:18.462860 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9425178-6bc6-4072-8e48-2bd59dbfac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:18.467806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d5aa731b-3f02-4f15-8ebf-86df7c5b6a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:18.478939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9425178-6bc6-4072-8e48-2bd59dbfac71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de0e409-34dd-4012-b276-c62dec64d7b3,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:18.481563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f9425178-6bc6-4072-8e48-2bd59dbfac71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:18.487158 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9425178-6bc6-4072-8e48-2bd59dbfac71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:18.488370 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f9425178-6bc6-4072-8e48-2bd59dbfac71 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9de0e409-34dd-4012-b276-c62dec64d7b3 HTTP/1.1" status: 204 len: 168 time: 0.1650395 Feb 17 00:20:18.926008 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ec0cd-72af-426a-b6aa-85a1755db587 req-35004370-6f4a-4519-a766-b4061795eaa5 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:18.927278 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c15ec0cd-72af-426a-b6aa-85a1755db587 req-35004370-6f4a-4519-a766-b4061795eaa5 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 944 time: 0.0951536 Feb 17 00:20:18.978963 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c15ec0cd-72af-426a-b6aa-85a1755db587 req-542e1541-8e24-40a4-a858-59f6d61c9b19 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0447414 Feb 17 00:20:19.703054 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:20:19.775707 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:19.776125 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:19.905426 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:19.934274 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:20:19.945037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,segment=NetworkSegment(b8a457cc-6b1a-41fc-9647-8a1a1aaf459f),segment_id=b8a457cc-6b1a-41fc-9647-8a1a1aaf459f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:20:19.948922 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:19.951061 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2877970a-02c0-48b3-89f2-28324fc1a213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:20.005405 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93', 'code': 200} Feb 17 00:20:20.039909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,revision_number=6']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:20.043656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:20.262438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3e529-f88e-4c1f-8645-c91655ba2ff4 req-37672d2f-eedc-42a5-aebf-67507d9b7dee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:20.264025 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0fa3e529-f88e-4c1f-8645-c91655ba2ff4 req-37672d2f-eedc-42a5-aebf-67507d9b7dee tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.1572456 Feb 17 00:20:20.323309 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0fa3e529-f88e-4c1f-8645-c91655ba2ff4 req-467d77b9-3f31-4687-b903-5609bf319023 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0517352 Feb 17 00:20:20.337326 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95c429-eee8-48ea-b61e-dd8047cb07b6 req-ebea8742-f11e-437c-b3c7-d0223b77a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:20.339246 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ae95c429-eee8-48ea-b61e-dd8047cb07b6 req-ebea8742-f11e-437c-b3c7-d0223b77a156 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 1163 time: 0.0841029 Feb 17 00:20:20.384084 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ae95c429-eee8-48ea-b61e-dd8047cb07b6 req-c4ec1585-b71b-476c-a198-a7738f582d16 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0374429 Feb 17 00:20:21.452031 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:20:21.525579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:21.526323 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:21.538188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b96c4-713c-4c9a-9d6f-0ef272703fce req-835e35f6-d3c3-402c-9036-a942fd06df43 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:21.539782 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-412b96c4-713c-4c9a-9d6f-0ef272703fce req-835e35f6-d3c3-402c-9036-a942fd06df43 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.0931723 Feb 17 00:20:21.591438 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-412b96c4-713c-4c9a-9d6f-0ef272703fce req-ad782563-726a-403f-8dc5-52315afbf2f5 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0447145 Feb 17 00:20:22.793540 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7923ce4-2da9-4e22-b29d-afa7d4591807 req-d66b3807-a4d6-4340-831f-eb11d497cd0c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:22.795148 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7923ce4-2da9-4e22-b29d-afa7d4591807 req-d66b3807-a4d6-4340-831f-eb11d497cd0c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.0905888 Feb 17 00:20:22.843493 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7923ce4-2da9-4e22-b29d-afa7d4591807 req-9be554e0-682f-4baa-8803-e15fba7c66d6 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414863 Feb 17 00:20:25.487595 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34746) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:25.611728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23dbccc2-6584-4219-8c0c-cf2b496554ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:25.626794 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-23dbccc2-6584-4219-8c0c-cf2b496554ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:25.630791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-23dbccc2-6584-4219-8c0c-cf2b496554ed admin admin] Usage tracker for resource:security_group_rule and tenant:7fc4285c76784cf980fa02e87df90c76 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:25.633694 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-23dbccc2-6584-4219-8c0c-cf2b496554ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:25.640300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-23dbccc2-6584-4219-8c0c-cf2b496554ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:25.725388 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23dbccc2-6584-4219-8c0c-cf2b496554ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:25.728036 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23dbccc2-6584-4219-8c0c-cf2b496554ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:25.736547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-67b6a8bc-a46d-4738-8f81-8ea15c8a10bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:25.777288 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-23dbccc2-6584-4219-8c0c-cf2b496554ed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7fc4285c76784cf980fa02e87df90c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884903 Feb 17 00:20:25.779028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbccc2-6584-4219-8c0c-cf2b496554ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51461219-174b-4131-92d2-629337108cf7,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:25.780153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 34752) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:25.782518 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23dbccc2-6584-4219-8c0c-cf2b496554ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:25.849349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fc4449d8-dfaf-4a42-8b46-c86116332820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:25.875697 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fc4449d8-dfaf-4a42-8b46-c86116332820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:25.919487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fc4449d8-dfaf-4a42-8b46-c86116332820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:25.924404 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-694b1b35-ab40-4f94-9996-70637269653f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:25.939177 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4449d8-dfaf-4a42-8b46-c86116332820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51461219-174b-4131-92d2-629337108cf7,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:25.942513 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fc4449d8-dfaf-4a42-8b46-c86116332820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:25.953909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fc4449d8-dfaf-4a42-8b46-c86116332820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:25.955141 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-fc4449d8-dfaf-4a42-8b46-c86116332820 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/51461219-174b-4131-92d2-629337108cf7 HTTP/1.1" status: 204 len: 168 time: 0.1737683 Feb 17 00:20:26.239955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34760) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:26.259902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ce48c0ad-d8c0-4b27-91bc-3e07a337e064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:26.274806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ce48c0ad-d8c0-4b27-91bc-3e07a337e064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:26.279473 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ce48c0ad-d8c0-4b27-91bc-3e07a337e064 admin admin] Usage tracker for resource:security_group_rule and tenant:9999a44a4d7c47d58a45a646010d1c6a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:26.281931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ce48c0ad-d8c0-4b27-91bc-3e07a337e064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:26.287665 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ce48c0ad-d8c0-4b27-91bc-3e07a337e064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:26.376360 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ce48c0ad-d8c0-4b27-91bc-3e07a337e064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:26.380045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ce48c0ad-d8c0-4b27-91bc-3e07a337e064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:26.388916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-237b8fbc-79b7-46fd-bc38-13dafd272bee tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:26.431305 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ce48c0ad-d8c0-4b27-91bc-3e07a337e064 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9999a44a4d7c47d58a45a646010d1c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901245 Feb 17 00:20:26.433082 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48c0ad-d8c0-4b27-91bc-3e07a337e064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58179f9-73b5-4faf-a3d4-f48a80b9fdc7,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:26.434439 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 34768) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:26.436347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ce48c0ad-d8c0-4b27-91bc-3e07a337e064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:26.501911 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ffbaced-1141-47c3-a8c4-fc5331defc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:26.530635 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ffbaced-1141-47c3-a8c4-fc5331defc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:26.578154 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ffbaced-1141-47c3-a8c4-fc5331defc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:26.583251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b4c35f2c-5cb1-49a8-bc47-096f97fda9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:26.595726 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbaced-1141-47c3-a8c4-fc5331defc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58179f9-73b5-4faf-a3d4-f48a80b9fdc7,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:26.599461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5ffbaced-1141-47c3-a8c4-fc5331defc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:26.601635 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ffbaced-1141-47c3-a8c4-fc5331defc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:26.604426 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5ffbaced-1141-47c3-a8c4-fc5331defc73 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f58179f9-73b5-4faf-a3d4-f48a80b9fdc7 HTTP/1.1" status: 204 len: 168 time: 0.1686215 Feb 17 00:20:26.612629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 34776) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:26.887428 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-460027a2-5e18-487e-8de0-d7790fd86d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:26.902640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-460027a2-5e18-487e-8de0-d7790fd86d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:26.906779 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-460027a2-5e18-487e-8de0-d7790fd86d9f admin admin] Usage tracker for resource:security_group_rule and tenant:a925eb1836694531a3b0bdd627e61a6c is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:26.910314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-460027a2-5e18-487e-8de0-d7790fd86d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:26.916088 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-460027a2-5e18-487e-8de0-d7790fd86d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:27.002023 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-460027a2-5e18-487e-8de0-d7790fd86d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:27.005699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-460027a2-5e18-487e-8de0-d7790fd86d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:27.014662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-314c9d2a-2bbc-49d6-8b24-c99718cf088d tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:27.066970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34792) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:27.067377 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-460027a2-5e18-487e-8de0-d7790fd86d9f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a925eb1836694531a3b0bdd627e61a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466865 Feb 17 00:20:27.070218 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460027a2-5e18-487e-8de0-d7790fd86d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabbddfd-23c5-452b-a089-f74f033cca30,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:27.073727 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-460027a2-5e18-487e-8de0-d7790fd86d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:27.079037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:20:27.134868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-30210d3b-0ea1-4986-b222-4962245e7e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:27.163384 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-30210d3b-0ea1-4986-b222-4962245e7e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:27.212038 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-30210d3b-0ea1-4986-b222-4962245e7e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:27.217191 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bac8f542-389b-4629-a494-2b9f40877fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:27.232167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30210d3b-0ea1-4986-b222-4962245e7e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabbddfd-23c5-452b-a089-f74f033cca30,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:27.234608 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-30210d3b-0ea1-4986-b222-4962245e7e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:27.245777 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-30210d3b-0ea1-4986-b222-4962245e7e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:27.248564 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-30210d3b-0ea1-4986-b222-4962245e7e48 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aabbddfd-23c5-452b-a089-f74f033cca30 HTTP/1.1" status: 204 len: 168 time: 0.1848171 Feb 17 00:20:27.963897 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34834) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:28.204279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-587269240-network', 'tenant_id': '2730bb77df374be4bd6926e1efee434a'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:20:28.211335 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:28.215120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Usage tracker for resource:network and tenant:2730bb77df374be4bd6926e1efee434a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:28.218155 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:28.224005 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:28.236931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Made reservation on behalf of 2730bb77df374be4bd6926e1efee434a for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:20:28.241670 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:28.255719 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:28.271995 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:28.276520 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Usage tracker for resource:security_group_rule and tenant:2730bb77df374be4bd6926e1efee434a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:28.279665 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:28.285540 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:28.370965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:28.374075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:28.379410 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a4cb0de2-3846-4f4d-bb38-df54434418c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:28.411988 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:20:28.421476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:28.426086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:28.428993 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363305741927455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:28.429440 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Added segment 7560319b-3cbf-4549-a38b-0028261bd712 of type vxlan for network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 Feb 17 00:20:28.460008 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:28.488922 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:28.490246 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:28.490901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:28.496018 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7eeca228-916c-40da-9cfd-ec0b7df97d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:28.604241 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6391401 Feb 17 00:20:28.605182 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Pushing event updated for resources: {'Network': ['ID=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:28.607244 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34854) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:28.609914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:28.614084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Request body: {'subnet': {'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-587269240-subnet', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:20:28.617930 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:20:28.619300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:28.623440 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Usage tracker for resource:subnet and tenant:2730bb77df374be4bd6926e1efee434a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:28.626435 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:28.632152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:28.632764 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:20:28.642328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Made reservation on behalf of 2730bb77df374be4bd6926e1efee434a for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:20:28.647578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844412221'] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:29.285526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844412206'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:29.301222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:29.424792 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1bf1c02-226f-48ff-929e-bb4f3cc35a02,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:29.429583 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:29.496378 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Checking segment: {'id': '7560319b-3cbf-4549-a38b-0028261bd712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:20:29.496811 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Network hostable DHCP agents. Network: 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:20:29.515467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:20:29.523556 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:20:29.533019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a5baf0-d1fc-40cb-ba4d-a384f1bda81f None None] Network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:20:29.535365 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:29.536040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:29.555916 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c3dc9641-0072-4ed0-8478-57b4564506ae admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9476068 Feb 17 00:20:29.558744 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34862) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:29.564157 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:20:29.569744 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:29.573746 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Usage tracker for resource:router and tenant:2730bb77df374be4bd6926e1efee434a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:29.580516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:29.588034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:29.598509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:29.599571 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036851089749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772350'] for router, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:29.617617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:29.767464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10717775-f0b4-5fdc-9097-a0b7ddd50e29-32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'fixed_ips': [{'subnet_id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02'}]}} from dv-cinder-759961-3-iscsi. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:20:29.768435 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:29.900670 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851033309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772335'] for router, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:30.055468 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Allocated IP 172.20.0.2 (32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9/c1bf1c02-226f-48ff-929e-bb4f3cc35a02/50d7fb46-b1d1-475d-8de1-1766f3253c2a) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:20:30.249010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:30.285271 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:30.303421 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b97f726f-4171-44c9-adcc-b25172c4c0d8 req-af10731d-6575-48ce-94f6-fb5b67d589b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1001976 Feb 17 00:20:30.320922 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:30.347396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Transition to ACTIVE for port object 50d7fb46-b1d1-475d-8de1-1766f3253c2a will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:20:30.364772 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Transition to ACTIVE for port object 50d7fb46-b1d1-475d-8de1-1766f3253c2a will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:20:30.374746 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:30.393635 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:30.500871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f726f-4171-44c9-adcc-b25172c4c0d8 req-378c8380-e509-4981-8c3f-f565a72c41ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:30.503938 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b97f726f-4171-44c9-adcc-b25172c4c0d8 req-378c8380-e509-4981-8c3f-f565a72c41ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bceef06bdef4aee86db3462702e4f35&device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 1163 time: 0.1041148 Feb 17 00:20:30.536718 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Pushing event updated for resources: {'Port': ['ID=50d7fb46-b1d1-475d-8de1-1766f3253c2a,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:30.544264 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:30.582155 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Allocated IP 172.27.1.91 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/cf3589ee-cee5-4114-b9be-e635763dd87e) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:20:30.622429 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:20:30.623735 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:20:30.626362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:20:30.666998 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f726f-4171-44c9-adcc-b25172c4c0d8 req-51f11b59-3f53-4a88-b417-67f0e6b6ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:30.668625 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b97f726f-4171-44c9-adcc-b25172c4c0d8 req-51f11b59-3f53-4a88-b417-67f0e6b6ce45 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eb778ad-5e4d-4b89-b180-c8e46495da46 HTTP/1.1" status: 200 len: 903 time: 0.1422369 Feb 17 00:20:30.691104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Attempting to bind port 50d7fb46-b1d1-475d-8de1-1766f3253c2a on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:20:30.691876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Attempting to bind port 50d7fb46-b1d1-475d-8de1-1766f3253c2a by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '7560319b-3cbf-4549-a38b-0028261bd712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:20:30.691876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Attempting to bind port 50d7fb46-b1d1-475d-8de1-1766f3253c2a on network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:20:30.697705 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:20:30.698127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Checking segment: {'id': '7560319b-3cbf-4549-a38b-0028261bd712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:20:30.698566 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:30.699000 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Bound using segment: {'id': '7560319b-3cbf-4549-a38b-0028261bd712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:20:30.699531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Bound port: 50d7fb46-b1d1-475d-8de1-1766f3253c2a, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7560319b-3cbf-4549-a38b-0028261bd712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:20:30.699942 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:30.754993 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:30.786399 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b97f726f-4171-44c9-adcc-b25172c4c0d8 req-e0cf5397-0667-45b9-aff5-85752ea77f55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 200 len: 1002 time: 0.1108718 Feb 17 00:20:30.787515 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:30.804073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:30.804858 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:30.809161 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] For port 50d7fb46-b1d1-475d-8de1-1766f3253c2a, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:20:30.812438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] For port 50d7fb46-b1d1-475d-8de1-1766f3253c2a, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=50d7fb46-b1d1-475d-8de1-1766f3253c2a,segment=NetworkSegment(7560319b-3cbf-4549-a38b-0028261bd712),segment_id=7560319b-3cbf-4549-a38b-0028261bd712)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:20:30.817142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:30.834532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:30.941143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Pushing event updated for resources: {'Port': ['ID=cf3589ee-cee5-4114-b9be-e635763dd87e,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:30.944392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:30.992841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Pushing event updated for resources: {'Port': ['ID=50d7fb46-b1d1-475d-8de1-1766f3253c2a,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:30.998382 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:31.000547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:20:31.001761 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:20:31.004562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:20:31.451343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:31.646899 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f726f-4171-44c9-adcc-b25172c4c0d8 req-3c4279df-0efb-477a-8f9f-ee74052813cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:31.648405 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b97f726f-4171-44c9-adcc-b25172c4c0d8 req-3c4279df-0efb-477a-8f9f-ee74052813cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768bd55a-a8a3-43f0-8eb6-edfcc4f31821 HTTP/1.1" status: 200 len: 848 time: 0.0643163 Feb 17 00:20:32.052555 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742488'] for router, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:32.282175 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Router 6efa0e44-75df-46c8-8fd9-57409154780d is scheduled to L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 with binding_index 1 {{(pid=84026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:20:32.327181 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf61a931-976b-4def-9ef1-1ee657616f44 None None] Network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:20:32.442849 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-929823ab-917c-4c90-b767-382651fba93f None None] Provisioning for port 50d7fb46-b1d1-475d-8de1-1766f3253c2a completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:20:32.478073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:20:32.500402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Sync routers for ids ['6efa0e44-75df-46c8-8fd9-57409154780d'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:20:32.503268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:32.503569 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f726f-4171-44c9-adcc-b25172c4c0d8 req-ffc239ef-9521-43a5-b664-2987ca78f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:32.507195 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9448659 Feb 17 00:20:32.507342 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b97f726f-4171-44c9-adcc-b25172c4c0d8 req-ffc239ef-9521-43a5-b664-2987ca78f246 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb778ad-5e4d-4b89-b180-c8e46495da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884070 Feb 17 00:20:32.507448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34874) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:32.525617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Routers {'6efa0e44-75df-46c8-8fd9-57409154780d'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:20:32.526242 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:20:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6efa0e44-75df-46c8-8fd9-57409154780d'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:20:32.837962 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 50d7fb46-b1d1-475d-8de1-1766f3253c2a up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:20:33.003615 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Set router 6efa0e44-75df-46c8-8fd9-57409154780d gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:20:33.146371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 50d7fb46-b1d1-475d-8de1-1766f3253c2a completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:20:33.209014 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 50d7fb46-b1d1-475d-8de1-1766f3253c2a triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:33.209275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:33.253551 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:33.446534 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-84ab1d9c-390a-4318-af21-9d9e7f1865e9 None None] Provisioning complete for port 50d7fb46-b1d1-475d-8de1-1766f3253c2a triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:33.446961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-84ab1d9c-390a-4318-af21-9d9e7f1865e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:33.483385 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:33.527866 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b97f726f-4171-44c9-adcc-b25172c4c0d8 req-68a6f8b7-fb8d-4b27-9f22-80958b9e3aa9 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554537 Feb 17 00:20:33.553113 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 50d7fb46-b1d1-475d-8de1-1766f3253c2a, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=50d7fb46-b1d1-475d-8de1-1766f3253c2a,segment=NetworkSegment(7560319b-3cbf-4549-a38b-0028261bd712),segment_id=7560319b-3cbf-4549-a38b-0028261bd712)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:20:33.569258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:33.572890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:33.654461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Allocated IP 172.20.0.1 (32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9/c1bf1c02-226f-48ff-929e-bb4f3cc35a02/cbf337cf-8744-4930-820b-32ac045cc669) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:20:33.686466 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:20:31Z', 'revision_number': 3, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:20:33.702089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Checking router: 6efa0e44-75df-46c8-8fd9-57409154780d for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:20:33.702496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Updating router 6efa0e44-75df-46c8-8fd9-57409154780d port cf3589ee-cee5-4114-b9be-e635763dd87e binding host dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:20:33.717539 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b97f726f-4171-44c9-adcc-b25172c4c0d8 req-f959859f-4616-4d71-be75-f469b5babe8c service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1797531 Feb 17 00:20:33.785536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:33.856050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:33.879530 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Transition to ACTIVE for port object cbf337cf-8744-4930-820b-32ac045cc669 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:20:33.905731 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:33.909869 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=50d7fb46-b1d1-475d-8de1-1766f3253c2a,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:33.925844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:33.928934 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:34.074299 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf337cf-8744-4930-820b-32ac045cc669,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:34.087889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:34.115009 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b1324861-c595-49e7-aadf-396b470cf37d None None] Provisioning complete for port 50d7fb46-b1d1-475d-8de1-1766f3253c2a triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:34.115439 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1324861-c595-49e7-aadf-396b470cf37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:34.146896 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:20:34.147870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:20:34.151668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:20:34.215169 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367999'] for router_interface, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:34.362158 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:34.377463 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:34.391464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Transition to ACTIVE for port object cf3589ee-cee5-4114-b9be-e635763dd87e will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:20:34.394756 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:34.484103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:34.564536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-225147d2-c639-4c9e-be78-fe93d264abab None None] Provisioning for port cbf337cf-8744-4930-820b-32ac045cc669 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:20:34.574232 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd225c2-1b51-461d-b6de-e6eb84b8d8e5 None None] Pushing event updated for resources: {'Port': ['ID=cf3589ee-cee5-4114-b9be-e635763dd87e,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:34.577420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4dd225c2-1b51-461d-b6de-e6eb84b8d8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:34.589613 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-225147d2-c639-4c9e-be78-fe93d264abab None None] Provisioning complete for port cbf337cf-8744-4930-820b-32ac045cc669 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:34.590035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-225147d2-c639-4c9e-be78-fe93d264abab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:34.666412 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:34.670962 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:34.675749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-225147d2-c639-4c9e-be78-fe93d264abab None None] Port cbf337cf-8744-4930-820b-32ac045cc669 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:20:34.697312 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Attempting to bind port cf3589ee-cee5-4114-b9be-e635763dd87e on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:20:34.697658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Attempting to bind port cf3589ee-cee5-4114-b9be-e635763dd87e by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:20:34.698071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Attempting to bind port cf3589ee-cee5-4114-b9be-e635763dd87e on network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:20:34.700949 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:34.704106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:20:34.704522 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Checking segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:20:34.705529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:34.705965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Bound using segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:20:34.706480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Bound port: cf3589ee-cee5-4114-b9be-e635763dd87e, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:20:34.706895 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:34.787638 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf337cf-8744-4930-820b-32ac045cc669,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:34.788100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] For port cf3589ee-cee5-4114-b9be-e635763dd87e, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:20:34.790541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850882131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407911'] for router_interface, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:34.792848 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] For port cf3589ee-cee5-4114-b9be-e635763dd87e, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=cf3589ee-cee5-4114-b9be-e635763dd87e,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:20:34.802681 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:34.808172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:34.822222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:34.852834 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 50d7fb46-b1d1-475d-8de1-1766f3253c2a up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:20:34.937548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:20:34.938759 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:20:35.038486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd225c2-1b51-461d-b6de-e6eb84b8d8e5 None None] Pushing event updated for resources: {'Port': ['ID=cf3589ee-cee5-4114-b9be-e635763dd87e,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:35.048062 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4dd225c2-1b51-461d-b6de-e6eb84b8d8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:35.072172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 50d7fb46-b1d1-475d-8de1-1766f3253c2a triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:35.072594 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:35.157946 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Router 6efa0e44-75df-46c8-8fd9-57409154780d has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:20:35.334125 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-242e4d8e-dc0e-43b7-a97b-8008d10acba5 None None] Provisioning complete for port cbf337cf-8744-4930-820b-32ac045cc669 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:35.334544 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-242e4d8e-dc0e-43b7-a97b-8008d10acba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:35.376256 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Routers {'6efa0e44-75df-46c8-8fd9-57409154780d'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:20:35.377581 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:20:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6efa0e44-75df-46c8-8fd9-57409154780d'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:20:35.569877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-242e4d8e-dc0e-43b7-a97b-8008d10acba5 None None] Port cbf337cf-8744-4930-820b-32ac045cc669 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:20:35.599537 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:20:35.619820 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] 10.222.0.74 "PUT /v2.0/routers/6efa0e44-75df-46c8-8fd9-57409154780d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1105278 Feb 17 00:20:35.661471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] Set router 6efa0e44-75df-46c8-8fd9-57409154780d gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:20:36.028451 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 4, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'cbf337cf-8744-4930-820b-32ac045cc669', 'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'mac_address': 'fa:16:3e:96:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:33Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 2, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'subnets': [{'id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:20:36.032779 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756cde0-c6e5-48dd-9b47-555674b8b867 None None] The sync data for ids ['6efa0e44-75df-46c8-8fd9-57409154780d'] in dv-cinder-759961-3-iscsi is: [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 4, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'cbf337cf-8744-4930-820b-32ac045cc669', 'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'mac_address': 'fa:16:3e:96:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:33Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 2, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'subnets': [{'id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:20:36.336845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a432c499-55b3-4a7f-8f1f-9cd671718807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:37.386611 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34936) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:37.534275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2fb93720-fafc-4250-adc1-7153067fa18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:37.552865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2fb93720-fafc-4250-adc1-7153067fa18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:37.557509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2fb93720-fafc-4250-adc1-7153067fa18e admin admin] Usage tracker for resource:security_group_rule and tenant:9fe9c082b9b340aeb0625841acb74ea1 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:37.560539 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2fb93720-fafc-4250-adc1-7153067fa18e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:37.569111 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2fb93720-fafc-4250-adc1-7153067fa18e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:37.667642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2fb93720-fafc-4250-adc1-7153067fa18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:37.673756 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2fb93720-fafc-4250-adc1-7153067fa18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:37.686023 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-93f7322f-be14-4329-9b61-03010d08add4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:37.733363 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2fb93720-fafc-4250-adc1-7153067fa18e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9fe9c082b9b340aeb0625841acb74ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446543 Feb 17 00:20:37.735488 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb93720-fafc-4250-adc1-7153067fa18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39fc13c-d340-4f24-bbc5-e2507f537728,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:37.735625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 34942) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:37.739536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2fb93720-fafc-4250-adc1-7153067fa18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:37.812469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7951504-6a26-47f3-8c79-497ecb976957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:37.842561 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7951504-6a26-47f3-8c79-497ecb976957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:37.891326 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7951504-6a26-47f3-8c79-497ecb976957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:37.897158 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-96b8474d-6a84-4546-bd55-2164c2111fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:37.909802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7951504-6a26-47f3-8c79-497ecb976957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39fc13c-d340-4f24-bbc5-e2507f537728,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:37.912977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c7951504-6a26-47f3-8c79-497ecb976957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:37.928717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7951504-6a26-47f3-8c79-497ecb976957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:37.940063 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c7951504-6a26-47f3-8c79-497ecb976957 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e39fc13c-d340-4f24-bbc5-e2507f537728 HTTP/1.1" status: 204 len: 168 time: 0.1968315 Feb 17 00:20:38.310340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34950) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:38.336414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8ac02626-a3db-43e2-b050-8967c21d07be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:38.355065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8ac02626-a3db-43e2-b050-8967c21d07be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:38.361624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8ac02626-a3db-43e2-b050-8967c21d07be admin admin] Usage tracker for resource:security_group_rule and tenant:f022bba0c605468f9886e7b9d16e74d2 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:20:38.365989 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8ac02626-a3db-43e2-b050-8967c21d07be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:20:38.372836 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8ac02626-a3db-43e2-b050-8967c21d07be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:38.489768 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8ac02626-a3db-43e2-b050-8967c21d07be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:38.495554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8ac02626-a3db-43e2-b050-8967c21d07be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:38.505095 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ce48c0ad-d8c0-4b27-91bc-3e07a337e064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:38.549231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac02626-a3db-43e2-b050-8967c21d07be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c969d5cc-d133-4051-9e2f-b392d0e8e21e,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:38.556880 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8ac02626-a3db-43e2-b050-8967c21d07be admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f022bba0c605468f9886e7b9d16e74d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425663 Feb 17 00:20:38.556880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8ac02626-a3db-43e2-b050-8967c21d07be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:38.557182 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 34954) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:38.613671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b2f7114-6c62-4b0b-8f36-8c913a8c0106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:38.629838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b0c3e96-5a07-421f-b29f-f1a067c253bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:38.659685 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b0c3e96-5a07-421f-b29f-f1a067c253bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:38.711263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b0c3e96-5a07-421f-b29f-f1a067c253bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:38.717195 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:38.731865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c3e96-5a07-421f-b29f-f1a067c253bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c969d5cc-d133-4051-9e2f-b392d0e8e21e,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:38.742265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3b0c3e96-5a07-421f-b29f-f1a067c253bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:38.750746 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3b0c3e96-5a07-421f-b29f-f1a067c253bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:38.754691 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3b0c3e96-5a07-421f-b29f-f1a067c253bf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c969d5cc-d133-4051-9e2f-b392d0e8e21e HTTP/1.1" status: 204 len: 168 time: 0.1943197 Feb 17 00:20:38.876352 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device cf3589ee-cee5-4114-b9be-e635763dd87e up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:20:38.998625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port cf3589ee-cee5-4114-b9be-e635763dd87e completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:20:39.004853 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port cf3589ee-cee5-4114-b9be-e635763dd87e triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:39.005285 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:39.181531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:39.203755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port cf3589ee-cee5-4114-b9be-e635763dd87e, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=cf3589ee-cee5-4114-b9be-e635763dd87e,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:20:39.210906 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:39.216643 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4bb1b84b-a462-4823-9ebc-d08b27e40a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:39.307062 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=cf3589ee-cee5-4114-b9be-e635763dd87e,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:39.310562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:39.326289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:39.539931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Sync routers for ids ['6efa0e44-75df-46c8-8fd9-57409154780d'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:20:39.559978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Routers {'6efa0e44-75df-46c8-8fd9-57409154780d'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:20:39.560662 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:20:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6efa0e44-75df-46c8-8fd9-57409154780d'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:20:39.775339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Set router 6efa0e44-75df-46c8-8fd9-57409154780d gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:20:40.125747 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 4, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'cbf337cf-8744-4930-820b-32ac045cc669', 'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'mac_address': 'fa:16:3e:96:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:33Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 2, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'subnets': [{'id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:20:40.130528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Checking router: 6efa0e44-75df-46c8-8fd9-57409154780d for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:20:40.131192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Updating router 6efa0e44-75df-46c8-8fd9-57409154780d port cbf337cf-8744-4930-820b-32ac045cc669 binding host dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:20:40.200301 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:40.264652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:40.579358 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:40.738385 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:40.752889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Transition to ACTIVE for port object cbf337cf-8744-4930-820b-32ac045cc669 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:20:40.758260 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:40.774828 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:40.822597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device cf3589ee-cee5-4114-b9be-e635763dd87e up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:20:40.906272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port cf3589ee-cee5-4114-b9be-e635763dd87e triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:40.907237 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:41.101709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Pushing event updated for resources: {'Port': ['ID=cbf337cf-8744-4930-820b-32ac045cc669,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:41.124412 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.124815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.125191 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.125568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.125924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.126285 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.126668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.127035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.127394 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.127749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.128102 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.128457 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.128878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.129238 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.129587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.129938 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.130296 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.130636 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.130985 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.131333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.131682 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.132028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.132421 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.132742 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:20:41.144253 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:41.317644 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Attempting to bind port cbf337cf-8744-4930-820b-32ac045cc669 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:20:41.317958 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Attempting to bind port cbf337cf-8744-4930-820b-32ac045cc669 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '7560319b-3cbf-4549-a38b-0028261bd712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:20:41.318524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Attempting to bind port cbf337cf-8744-4930-820b-32ac045cc669 on network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:20:41.325477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:20:41.325892 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Checking segment: {'id': '7560319b-3cbf-4549-a38b-0028261bd712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:20:41.326493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:41.326917 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Bound using segment: {'id': '7560319b-3cbf-4549-a38b-0028261bd712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:20:41.327439 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Bound port: cbf337cf-8744-4930-820b-32ac045cc669, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7560319b-3cbf-4549-a38b-0028261bd712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:20:41.327867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:41.435624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] For port cbf337cf-8744-4930-820b-32ac045cc669, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:20:41.440657 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] For port cbf337cf-8744-4930-820b-32ac045cc669, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=cbf337cf-8744-4930-820b-32ac045cc669,segment=NetworkSegment(7560319b-3cbf-4549-a38b-0028261bd712),segment_id=7560319b-3cbf-4549-a38b-0028261bd712)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:20:41.448272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:41.466936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:41.625980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Pushing event updated for resources: {'Port': ['ID=cbf337cf-8744-4930-820b-32ac045cc669,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:41.630189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:41.681868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Routers {'6efa0e44-75df-46c8-8fd9-57409154780d'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:20:41.681868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:20:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6efa0e44-75df-46c8-8fd9-57409154780d'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:20:41.927832 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] Set router 6efa0e44-75df-46c8-8fd9-57409154780d gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:20:42.313219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 4, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'cbf337cf-8744-4930-820b-32ac045cc669', 'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'mac_address': 'fa:16:3e:96:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:33Z', 'updated_at': '2021-02-17T00:20:41Z', 'revision_number': 4, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'subnets': [{'id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:20:42.320771 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fde52e-45ca-410e-85b0-a154a17217f0 None None] The sync data for ids ['6efa0e44-75df-46c8-8fd9-57409154780d'] in dv-cinder-759961-3-iscsi is: [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 4, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'cbf337cf-8744-4930-820b-32ac045cc669', 'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'mac_address': 'fa:16:3e:96:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:33Z', 'updated_at': '2021-02-17T00:20:41Z', 'revision_number': 4, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'subnets': [{'id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:20:42.855333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device cbf337cf-8744-4930-820b-32ac045cc669 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:20:42.939966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port cbf337cf-8744-4930-820b-32ac045cc669 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:20:42.945160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port cbf337cf-8744-4930-820b-32ac045cc669 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:42.945585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:43.092238 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:43.133484 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port cbf337cf-8744-4930-820b-32ac045cc669, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=cbf337cf-8744-4930-820b-32ac045cc669,segment=NetworkSegment(7560319b-3cbf-4549-a38b-0028261bd712),segment_id=7560319b-3cbf-4549-a38b-0028261bd712)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:20:43.138322 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:43.140620 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4dd225c2-1b51-461d-b6de-e6eb84b8d8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:43.227265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=cbf337cf-8744-4930-820b-32ac045cc669,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:43.230764 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:44.815424 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device cbf337cf-8744-4930-820b-32ac045cc669 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:20:44.900053 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port cbf337cf-8744-4930-820b-32ac045cc669 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:44.900453 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:45.905477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-b6d061fb-c49e-4c90-9245-e3d15a28b6f5 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:45.906148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-b6d061fb-c49e-4c90-9245-e3d15a28b6f5 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Synchronizing usage tracker for tenant:2730bb77df374be4bd6926e1efee434a on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:20:45.921812 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-b6d061fb-c49e-4c90-9245-e3d15a28b6f5 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Unset dirty status for tenant:2730bb77df374be4bd6926e1efee434a on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:20:45.923042 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-b6d061fb-c49e-4c90-9245-e3d15a28b6f5 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 814 time: 0.1725717 Feb 17 00:20:45.939876 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-2c341f39-d4ae-4b9c-a002-3a5da3fade4e tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/quotas/2730bb77df374be4bd6926e1efee434a HTTP/1.1" status: 200 len: 375 time: 0.0094452 Feb 17 00:20:46.029275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-fada4278-9a6d-4abd-85ff-f283e901da04 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Synchronizing usage tracker for tenant:2730bb77df374be4bd6926e1efee434a on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:20:46.044856 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-fada4278-9a6d-4abd-85ff-f283e901da04 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Unset dirty status for tenant:2730bb77df374be4bd6926e1efee434a on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:20:46.046214 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-fada4278-9a6d-4abd-85ff-f283e901da04 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010075 Feb 17 00:20:46.194078 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-38b1ebc8-bc33-43c0-9341-44530d80715e service neutron] 10.222.0.74 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344125 Feb 17 00:20:46.334162 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-104d515d-fe63-4074-930c-9693b4c1482e service neutron] 10.222.0.74 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1336398 Feb 17 00:20:46.524915 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-749108c0-3463-4c34-9d6c-a384f59927f2 req-11aaea6a-e9a3-47c9-8b8a-2b73411f5fda tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 210 time: 0.0475059 Feb 17 00:20:47.633678 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a886cc7-6b2b-416c-bc63-1fb822f4d52f req-cbc3123a-b6d1-408c-9412-76932ae71b59 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 210 time: 0.0516610 Feb 17 00:20:48.744507 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9297e21a-99a8-497e-b906-ec4a939bfd5a req-1a838249-858e-458e-97a6-68848f40b6fe tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 210 time: 0.0511835 Feb 17 00:20:49.853970 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4966b67d-9535-45b9-b779-5ac8cf008062 req-0d2ccefe-340c-450a-beaf-11d871646dc3 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 210 time: 0.0502179 Feb 17 00:20:51.032897 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2f432bca-5b74-4290-837c-caf5f2fb6e41 req-eeba9fe1-4259-40b7-80bb-08dfb7906035 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 210 time: 0.0628629 Feb 17 00:20:51.736514 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-903589bd-bf3d-4522-ae52-a4e9f62f3309 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:51.738096 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-903589bd-bf3d-4522-ae52-a4e9f62f3309 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.44 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 814 time: 0.1654601 Feb 17 00:20:51.751616 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Request body: {'port': {'device_id': '441035e2-6f7d-4c88-a2ac-984de8201129', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'admin_state_up': True, 'tenant_id': '2730bb77df374be4bd6926e1efee434a'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:20:51.897584 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:20:51.907333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:20:51.916910 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Made reservation on behalf of 2730bb77df374be4bd6926e1efee434a for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:20:51.922464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:52.237273 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73639769-5ee4-49ef-8ba8-87bade61bad7 req-e1a35736-3ef1-41ad-9113-d2e190972405 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 210 time: 0.0614023 Feb 17 00:20:52.279276 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Allocated IP 172.20.0.6 (32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9/c1bf1c02-226f-48ff-929e-bb4f3cc35a02/07665991-f208-47c0-aa0b-519d9693fedd) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:20:52.524407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:52.541638 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Transition to ACTIVE for port object 07665991-f208-47c0-aa0b-519d9693fedd will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:20:52.572866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:52.597567 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cae8f6fb-209f-4a1a-a3f4-26050ea77e85 tempest-AttachVolumeNegativeTest-165694455 tempest-AttachVolumeNegativeTest-165694455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:20:52.795005 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Pushing event updated for resources: {'Port': ['ID=07665991-f208-47c0-aa0b-519d9693fedd,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:20:52.807147 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:20:52.808472 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:20:52.809419 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:20:52.811811 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:20:52.901034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:52.901738 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:52.962201 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-aea2b266-4f26-45a5-86b8-f9496168cf2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2144964 Feb 17 00:20:53.081455 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-249b0f61-4e61-4a35-b091-7c2b878610bf None None] Provisioning for port 07665991-f208-47c0-aa0b-519d9693fedd completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:20:53.088726 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-249b0f61-4e61-4a35-b091-7c2b878610bf None None] Provisioning complete for port 07665991-f208-47c0-aa0b-519d9693fedd triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:20:53.090045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-249b0f61-4e61-4a35-b091-7c2b878610bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:20:53.151586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-249b0f61-4e61-4a35-b091-7c2b878610bf None None] Port 07665991-f208-47c0-aa0b-519d9693fedd cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:20:53.440666 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec50d7-34d2-47be-88e7-cbfe6a913578 req-1412d4a0-f173-4ce8-936d-78eb2aace00c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:53.442183 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-feec50d7-34d2-47be-88e7-cbfe6a913578 req-1412d4a0-f173-4ce8-936d-78eb2aace00c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 931 time: 0.0896811 Feb 17 00:20:53.494726 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-feec50d7-34d2-47be-88e7-cbfe6a913578 req-ecb0de40-5aa4-4bf0-aad7-1a07a68a96fa tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Synchronizing usage tracker for tenant:2730bb77df374be4bd6926e1efee434a on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:20:53.511128 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-feec50d7-34d2-47be-88e7-cbfe6a913578 req-ecb0de40-5aa4-4bf0-aad7-1a07a68a96fa tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Unset dirty status for tenant:2730bb77df374be4bd6926e1efee434a on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:20:53.512352 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-feec50d7-34d2-47be-88e7-cbfe6a913578 req-ecb0de40-5aa4-4bf0-aad7-1a07a68a96fa tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636337 Feb 17 00:20:54.723055 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143527d-23b2-4fda-82f6-e2626123d450 req-76790eae-e7fe-4db8-b560-c1595d1e490f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:54.724630 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d143527d-23b2-4fda-82f6-e2626123d450 req-76790eae-e7fe-4db8-b560-c1595d1e490f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 931 time: 0.0943112 Feb 17 00:20:54.779087 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d143527d-23b2-4fda-82f6-e2626123d450 req-ff015cd4-9f7c-42f2-b5ec-6c997ad2ec0d tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480144 Feb 17 00:20:56.003159 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f09f1-9e8f-4f9c-b09e-4b02d8a81333 req-291c61fb-800e-439a-b68b-37955bfda46f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:56.005603 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4e9f09f1-9e8f-4f9c-b09e-4b02d8a81333 req-291c61fb-800e-439a-b68b-37955bfda46f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 931 time: 0.0960386 Feb 17 00:20:56.054304 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4e9f09f1-9e8f-4f9c-b09e-4b02d8a81333 req-e048b3df-5936-451f-b827-804431be4b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422664 Feb 17 00:20:57.290199 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb4e8d-9ce1-42f3-bcef-f181de194a78 req-bb38cb6f-573f-4ad1-b496-d702e7bba2cc tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:57.291811 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2bbb4e8d-9ce1-42f3-bcef-f181de194a78 req-bb38cb6f-573f-4ad1-b496-d702e7bba2cc tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 931 time: 0.1038895 Feb 17 00:20:57.346138 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2bbb4e8d-9ce1-42f3-bcef-f181de194a78 req-cd86cf3a-b96d-4caf-9035-78341c817cc3 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479815 Feb 17 00:20:58.561207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b811ec-95ef-40d2-91ed-c3354a7ab94d req-bc27ae26-c5f2-4b0e-b859-717a7de1941d tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:58.562839 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-34b811ec-95ef-40d2-91ed-c3354a7ab94d req-bc27ae26-c5f2-4b0e-b859-717a7de1941d tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 931 time: 0.0932560 Feb 17 00:20:58.617148 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-34b811ec-95ef-40d2-91ed-c3354a7ab94d req-03f95b2d-4969-4d4a-95f7-5cf98f9861ea tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470786 Feb 17 00:20:59.832436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67020d23-89a3-4916-8b31-8abdbf1a47cb req-c9930476-890a-4ba1-bd09-1dc195b1ab2e tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:20:59.834272 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-67020d23-89a3-4916-8b31-8abdbf1a47cb req-c9930476-890a-4ba1-bd09-1dc195b1ab2e tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 931 time: 0.0972679 Feb 17 00:20:59.888083 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-67020d23-89a3-4916-8b31-8abdbf1a47cb req-b387ad39-e5cd-4244-907d-23d3bf911dbd tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463772 Feb 17 00:21:00.795625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:01.098733 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3302f8d-43ac-4d72-a711-eb4a78ffdf52 req-22218736-18f2-46c3-b1ca-14c1b25350bd tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:01.100918 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3302f8d-43ac-4d72-a711-eb4a78ffdf52 req-22218736-18f2-46c3-b1ca-14c1b25350bd tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 931 time: 0.0919483 Feb 17 00:21:01.162773 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3302f8d-43ac-4d72-a711-eb4a78ffdf52 req-ba5429cb-245f-4058-8c85-140ff4a92c33 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542893 Feb 17 00:21:02.374832 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ff6a9-4939-4873-a5c6-d86cd9a7e20e req-8383000b-0e5a-4cb6-9d24-a4ec16ef44e8 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:02.376455 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-135ff6a9-4939-4873-a5c6-d86cd9a7e20e req-8383000b-0e5a-4cb6-9d24-a4ec16ef44e8 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 931 time: 0.0928698 Feb 17 00:21:02.388126 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 35184) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:02.429211 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-135ff6a9-4939-4873-a5c6-d86cd9a7e20e req-4e54204a-f0fe-4b0f-9c71-55e9ab122e98 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462728 Feb 17 00:21:02.525576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:02.541355 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:21:02.545411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Usage tracker for resource:security_group_rule and tenant:7129e07c4dfe42d9a4b4f407e84121df is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:21:02.548390 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:21:02.554929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:21:02.640467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:02.643346 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:02.652088 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5ffbaced-1141-47c3-a8c4-fc5331defc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:02.694827 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7129e07c4dfe42d9a4b4f407e84121df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050056 Feb 17 00:21:02.696527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcd11ef-1e6e-4e13-9c68-7efe5ccb2a9c,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:02.697850 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35190) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:02.704642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.705098 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.705516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.705930 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.706343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.706754 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.707160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.707564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.707972 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.708378 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.708807 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.709214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.709653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.710054 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.710458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.710851 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.711246 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.711643 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.712039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.712436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.712868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.713269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.713669 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.714066 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:02.718531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-da59cd90-79fe-49b4-997e-6c1b9be2b08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:02.760069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-247b3942-32fe-460e-aee3-8067b1192c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:02.789196 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-247b3942-32fe-460e-aee3-8067b1192c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:02.834032 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-247b3942-32fe-460e-aee3-8067b1192c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:02.838864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a615433d-0a75-4942-85af-9880379715d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:02.851778 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b3942-32fe-460e-aee3-8067b1192c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcd11ef-1e6e-4e13-9c68-7efe5ccb2a9c,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:02.854928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-247b3942-32fe-460e-aee3-8067b1192c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:02.856964 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-247b3942-32fe-460e-aee3-8067b1192c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:02.858185 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-247b3942-32fe-460e-aee3-8067b1192c1c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cfcd11ef-1e6e-4e13-9c68-7efe5ccb2a9c HTTP/1.1" status: 204 len: 168 time: 0.1592522 Feb 17 00:21:03.012721 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Request body: {'port': {'device_id': '441035e2-6f7d-4c88-a2ac-984de8201129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:03.152604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:03.569910 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07665991-f208-47c0-aa0b-519d9693fedd {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:21:03.577811 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:03.590085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Transition to ACTIVE for port object 07665991-f208-47c0-aa0b-519d9693fedd will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:21:03.593998 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:03.614329 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-74744950-81ff-44aa-b217-b0b34c7b816c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:03.634687 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a09c9-3977-495c-b3c8-3a3edddf6c93 req-63acd99a-adaa-4863-8a4f-908a8ce4839a tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:03.636287 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-095a09c9-3977-495c-b3c8-3a3edddf6c93 req-63acd99a-adaa-4863-8a4f-908a8ce4839a tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 931 time: 0.0927351 Feb 17 00:21:03.685117 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-095a09c9-3977-495c-b3c8-3a3edddf6c93 req-ef9c18ba-99c4-42c2-a854-a414200ddd62 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420897 Feb 17 00:21:03.749765 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Pushing event updated for resources: {'Port': ['ID=07665991-f208-47c0-aa0b-519d9693fedd,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:03.754677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:03.941268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Attempting to bind port 07665991-f208-47c0-aa0b-519d9693fedd on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:21:03.941748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Attempting to bind port 07665991-f208-47c0-aa0b-519d9693fedd by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '7560319b-3cbf-4549-a38b-0028261bd712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:21:03.941973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Attempting to bind port 07665991-f208-47c0-aa0b-519d9693fedd on network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:21:03.947810 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:21:03.948191 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Checking segment: {'id': '7560319b-3cbf-4549-a38b-0028261bd712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:21:03.948603 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:03.949051 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Bound using segment: {'id': '7560319b-3cbf-4549-a38b-0028261bd712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:21:03.949528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Bound port: 07665991-f208-47c0-aa0b-519d9693fedd, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7560319b-3cbf-4549-a38b-0028261bd712', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:21:03.949908 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:04.045989 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] For port 07665991-f208-47c0-aa0b-519d9693fedd, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:21:04.049034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] For port 07665991-f208-47c0-aa0b-519d9693fedd, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=07665991-f208-47c0-aa0b-519d9693fedd,segment=NetworkSegment(7560319b-3cbf-4549-a38b-0028261bd712),segment_id=7560319b-3cbf-4549-a38b-0028261bd712)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:21:04.053445 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:04.058559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:21:04.069084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f12de8d-93e3-4ccc-bd3b-5b6153408f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:04.452050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Pushing event updated for resources: {'Port': ['ID=07665991-f208-47c0-aa0b-519d9693fedd,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:04.456960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:04.486806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:04.487483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:04.489024 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-230b6692-9f38-470f-9881-0fd4de43d411 service neutron] 10.222.0.44 "PUT /v2.0/ports/07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 1157 time: 1.4817293 Feb 17 00:21:04.489562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:21:04.568676 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd', 'status': 'completed', 'code': 200} Feb 17 00:21:04.610031 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-7ecf27fb-d27d-4c35-8679-ec3fcc83e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:04.612236 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-7ecf27fb-d27d-4c35-8679-ec3fcc83e2f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1160 time: 0.0868702 Feb 17 00:21:04.687036 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-bf3d9541-3517-4f37-85df-6ef4c4e53402 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 217 time: 0.0665886 Feb 17 00:21:04.759189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-eabc8e69-a95d-4c3f-ae48-7fcdd2514675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:04.760798 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-eabc8e69-a95d-4c3f-ae48-7fcdd2514675 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 200 len: 853 time: 0.0671535 Feb 17 00:21:04.845966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-e7c58d39-114e-48d3-ba70-d8f0d60e4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:04.847482 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-e7c58d39-114e-48d3-ba70-d8f0d60e4c9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799105 Feb 17 00:21:04.893924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d656493-3435-4cb7-84c5-a7487729adf6 req-c32a2683-726d-4a7e-aee1-b3d70867ad99 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:04.895542 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d656493-3435-4cb7-84c5-a7487729adf6 req-c32a2683-726d-4a7e-aee1-b3d70867ad99 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 943 time: 0.0869617 Feb 17 00:21:04.946317 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d656493-3435-4cb7-84c5-a7487729adf6 req-40564ed6-edc9-4022-9b12-634385e6c432 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444634 Feb 17 00:21:04.991524 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-185a5fc8-e783-4321-ac29-e5c9b6a09157 service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364145 Feb 17 00:21:05.139483 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2036073b-cda7-4d1a-8fcf-63ed339b4f58 req-635ae43a-d18c-4a4d-bb57-710e33ad977f service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409123 Feb 17 00:21:05.265666 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79ad63-fa63-45b6-8a04-385de1e812be req-5074987a-eced-4653-8b73-8df878f9214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:05.267216 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d79ad63-fa63-45b6-8a04-385de1e812be req-5074987a-eced-4653-8b73-8df878f9214a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1160 time: 0.0824270 Feb 17 00:21:05.412130 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79ad63-fa63-45b6-8a04-385de1e812be req-487c5ff2-d451-4db6-a36b-be804da9fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:05.413746 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d79ad63-fa63-45b6-8a04-385de1e812be req-487c5ff2-d451-4db6-a36b-be804da9fb13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 908 time: 0.1384594 Feb 17 00:21:05.487088 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d79ad63-fa63-45b6-8a04-385de1e812be req-8b608ee3-aae0-4339-822c-a41643932a5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 217 time: 0.0662191 Feb 17 00:21:05.558297 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79ad63-fa63-45b6-8a04-385de1e812be req-f1450436-5b4b-40b1-96b5-35874a2929a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:05.559763 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d79ad63-fa63-45b6-8a04-385de1e812be req-f1450436-5b4b-40b1-96b5-35874a2929a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 200 len: 853 time: 0.0666041 Feb 17 00:21:05.642567 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79ad63-fa63-45b6-8a04-385de1e812be req-9f65e683-dfad-418e-9db3-27ae40d6bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:05.644181 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d79ad63-fa63-45b6-8a04-385de1e812be req-9f65e683-dfad-418e-9db3-27ae40d6bdad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770123 Feb 17 00:21:05.787551 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d79ad63-fa63-45b6-8a04-385de1e812be req-44d562dd-5f84-4c55-9c6c-3c80c15af2b2 service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362653 Feb 17 00:21:05.933210 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d79ad63-fa63-45b6-8a04-385de1e812be req-73f83274-cfc1-49b7-b73c-882399c01ecf service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373057 Feb 17 00:21:06.150345 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198140-f10c-4bf4-88ad-a210701a512e req-b9ec61ef-74ae-4174-9df6-3fb1cdbc5ecd tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:06.152001 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58198140-f10c-4bf4-88ad-a210701a512e req-b9ec61ef-74ae-4174-9df6-3fb1cdbc5ecd tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 943 time: 0.0867758 Feb 17 00:21:06.202020 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58198140-f10c-4bf4-88ad-a210701a512e req-3cfabbab-876d-4d71-999e-acf3d8acfdb2 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430989 Feb 17 00:21:06.329196 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-81a203ea-19c1-4414-ab2c-f425737fd92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:07.404193 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffe14e-e72a-497b-9029-2c5fc93fdb20 req-26064f93-b1b2-4a8e-8e71-a8cd3c5c1c44 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:07.405738 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-30ffe14e-e72a-497b-9029-2c5fc93fdb20 req-26064f93-b1b2-4a8e-8e71-a8cd3c5c1c44 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 943 time: 0.0874486 Feb 17 00:21:07.453381 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-30ffe14e-e72a-497b-9029-2c5fc93fdb20 req-1f2b25c8-8711-4d2e-9d64-a6357856b694 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Feb 17 00:21:07.527538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-34d41f11-4d9c-405c-89f8-aced071afc4a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:21:07.834100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 07665991-f208-47c0-aa0b-519d9693fedd up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:21:07.903804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 07665991-f208-47c0-aa0b-519d9693fedd completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:21:07.908629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 07665991-f208-47c0-aa0b-519d9693fedd triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:21:07.909093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:08.032078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:08.059769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:21:08.071186 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 07665991-f208-47c0-aa0b-519d9693fedd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=07665991-f208-47c0-aa0b-519d9693fedd,segment=NetworkSegment(7560319b-3cbf-4549-a38b-0028261bd712),segment_id=7560319b-3cbf-4549-a38b-0028261bd712)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:21:08.074248 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:08.076234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:08.117571 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd', 'code': 200} Feb 17 00:21:08.152801 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=07665991-f208-47c0-aa0b-519d9693fedd,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:08.161005 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.161399 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.161779 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.162154 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.162524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.162890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.163255 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.163618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.163984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.164341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.164715 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.165089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.165482 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.165845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.166238 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.166596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.166951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.167305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.167659 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.168011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.168366 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.168739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.169151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.169567 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:08.174538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:08.351211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837adc3-658b-4ad3-8ec7-a6d93e474d6d req-1880ec92-d65b-4692-bdfc-ec1c53b205a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:08.352787 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8837adc3-658b-4ad3-8ec7-a6d93e474d6d req-1880ec92-d65b-4692-bdfc-ec1c53b205a7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1162 time: 0.0769091 Feb 17 00:21:08.401069 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8837adc3-658b-4ad3-8ec7-a6d93e474d6d req-a4de47e5-23ae-4e14-b1dc-776e9c565b7a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Feb 17 00:21:08.605606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a88e582-1834-4698-b78e-38060fb08ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:08.652541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a3fa0-30d8-4760-a7c3-2b25a0e33c10 req-ac261bb7-8716-401f-be30-ff3a18bd5419 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:08.654184 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-855a3fa0-30d8-4760-a7c3-2b25a0e33c10 req-ac261bb7-8716-401f-be30-ff3a18bd5419 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 945 time: 0.0858636 Feb 17 00:21:08.700959 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-855a3fa0-30d8-4760-a7c3-2b25a0e33c10 req-38608db9-8f5e-4ba0-9132-d79e8339b122 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Feb 17 00:21:09.247672 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:09.477273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 07665991-f208-47c0-aa0b-519d9693fedd up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:21:09.543165 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 07665991-f208-47c0-aa0b-519d9693fedd triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:21:09.543587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:09.907182 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdbec6-529d-40a3-b26c-0123e8da909a req-902cedbd-5d42-4754-90d4-eacb5bee267d tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:09.908938 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-35bdbec6-529d-40a3-b26c-0123e8da909a req-902cedbd-5d42-4754-90d4-eacb5bee267d tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 945 time: 0.0891860 Feb 17 00:21:09.957303 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-35bdbec6-529d-40a3-b26c-0123e8da909a req-13f2eece-5e64-4437-bfbd-7065acc859bd tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419600 Feb 17 00:21:10.155513 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9738a-b42b-4a5b-b47b-38a2037afeeb req-bd5b1c85-84d5-4429-8937-e2dd02054dce tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:10.157649 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-17d9738a-b42b-4a5b-b47b-38a2037afeeb req-bd5b1c85-84d5-4429-8937-e2dd02054dce tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 945 time: 0.0847330 Feb 17 00:21:10.208136 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-17d9738a-b42b-4a5b-b47b-38a2037afeeb req-c7b5df6c-f51f-414b-823c-35cf4a354343 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Feb 17 00:21:10.236015 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:10.561761 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:10.666121 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b79e3a-cd7c-49ca-9dbd-c2b78cc6456e req-9a6b4fae-42ce-4165-b6b8-d05b8cfdbe73 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:10.667740 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99b79e3a-cd7c-49ca-9dbd-c2b78cc6456e req-9a6b4fae-42ce-4165-b6b8-d05b8cfdbe73 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 945 time: 0.0884283 Feb 17 00:21:10.722246 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99b79e3a-cd7c-49ca-9dbd-c2b78cc6456e req-f2bff713-d618-4b18-8fbe-99d0e4170fb5 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475795 Feb 17 00:21:20.226691 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b321c9-2f48-413d-8c19-123ccb289783 req-2de2a2ba-fe72-4740-adac-0159853f0356 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:20.228215 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6b321c9-2f48-413d-8c19-123ccb289783 req-2de2a2ba-fe72-4740-adac-0159853f0356 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 945 time: 0.1265912 Feb 17 00:21:20.275711 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6b321c9-2f48-413d-8c19-123ccb289783 req-df013e47-a216-4dac-8a6e-84b399723fa5 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411811 Feb 17 00:21:20.473116 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-48b7d171-4b94-4d06-826a-20ec4d431c01 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1567969 Feb 17 00:21:20.483291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Request body: {'floatingip': {'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:20.489189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:21:20.493223 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Usage tracker for resource:floatingip and tenant:2730bb77df374be4bd6926e1efee434a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:21:20.496190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:21:20.501990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:21:20.511371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for floatingip, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:20.659209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:20.933692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Allocated IP 172.27.1.238 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/ca4a0dcd-81f2-4a2d-acfd-8096964705b8) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:21:21.086113 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:21.117321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:21.131041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ecd5b2bf-9d80-4d9c-b493-286d457e182e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:21.504162 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Pushing event updated for resources: {'Port': ['ID=ca4a0dcd-81f2-4a2d-acfd-8096964705b8,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:21.517507 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.517876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.518295 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.518711 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.519122 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.519530 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.519937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.520334 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.520752 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.521156 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.521554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.521953 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.522393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.522785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.523177 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.523565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.523955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.524352 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.524766 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.525157 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.525550 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.525940 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.526332 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.526722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:21:21.540068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:21.578150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:21:21.579348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:21:21.582210 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:21:21.664829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:21.726234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:21.998956 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:22.003082 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:22.018089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-91617e33-f64b-4c3f-aa35-30870aba2d0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:22.151586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Pushing event updated for resources: {'Port': ['ID=ca4a0dcd-81f2-4a2d-acfd-8096964705b8,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:22.156966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:22.258426 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:22.279575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:22.280917 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8018157 Feb 17 00:21:22.365714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-076c8e6b-9f1e-44cc-a803-5b71cd58984b tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Synchronizing usage tracker for tenant:2730bb77df374be4bd6926e1efee434a on resource:floatingip {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:21:22.381401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-076c8e6b-9f1e-44cc-a803-5b71cd58984b tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Unset dirty status for tenant:2730bb77df374be4bd6926e1efee434a on resource:floatingip {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:21:22.382599 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-076c8e6b-9f1e-44cc-a803-5b71cd58984b tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.238 HTTP/1.1" status: 200 len: 696 time: 0.0947900 Feb 17 00:21:22.719880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-17255223-7c56-4580-8b8e-e2dd860a5e50 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:22.721299 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-25399bc9-e24a-4792-b304-6b86e48f1723 req-17255223-7c56-4580-8b8e-e2dd860a5e50 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/networks/7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b HTTP/1.1" status: 200 len: 784 time: 0.3328409 Feb 17 00:21:22.910491 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260103a6-0e43-4482-848f-816f62397435 req-57aa5d2a-6ad8-47d7-a7fd-cfca5855bf3b tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:22.912071 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-260103a6-0e43-4482-848f-816f62397435 req-57aa5d2a-6ad8-47d7-a7fd-cfca5855bf3b tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0914888 Feb 17 00:21:23.001308 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-260103a6-0e43-4482-848f-816f62397435 req-78f49095-016e-4c32-8247-70a69c9dd5c5 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.238 HTTP/1.1" status: 200 len: 696 time: 0.0829253 Feb 17 00:21:23.012180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-260103a6-0e43-4482-848f-816f62397435 req-0f1a256f-0bee-48cf-98a1-78f39c22fa92 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Request body: {'floatingip': {'port_id': '07665991-f208-47c0-aa0b-519d9693fedd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:23.092044 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-260103a6-0e43-4482-848f-816f62397435 req-0f1a256f-0bee-48cf-98a1-78f39c22fa92 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:23.716862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-260103a6-0e43-4482-848f-816f62397435 req-0f1a256f-0bee-48cf-98a1-78f39c22fa92 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:23.719559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-260103a6-0e43-4482-848f-816f62397435 req-0f1a256f-0bee-48cf-98a1-78f39c22fa92 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:23.904058 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-260103a6-0e43-4482-848f-816f62397435 req-0f1a256f-0bee-48cf-98a1-78f39c22fa92 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Floating IP 64cf15f1-85b6-4f08-9b19-df6eb6dcf7d3 associated. External IP: 172.27.1.238, port: 07665991-f208-47c0-aa0b-519d9693fedd. Feb 17 00:21:24.275879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-260103a6-0e43-4482-848f-816f62397435 req-0f1a256f-0bee-48cf-98a1-78f39c22fa92 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Router 6efa0e44-75df-46c8-8fd9-57409154780d has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:21:24.702612 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-260103a6-0e43-4482-848f-816f62397435 req-0f1a256f-0bee-48cf-98a1-78f39c22fa92 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:21:24.707717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-260103a6-0e43-4482-848f-816f62397435 req-0f1a256f-0bee-48cf-98a1-78f39c22fa92 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:24.713246 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2f0eb-36c5-4c16-9778-32faac5909cc None None] Sync routers for ids ['6efa0e44-75df-46c8-8fd9-57409154780d'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:21:24.724015 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2f0eb-36c5-4c16-9778-32faac5909cc None None] Routers {'6efa0e44-75df-46c8-8fd9-57409154780d'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:21:24.724722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a1c2f0eb-36c5-4c16-9778-32faac5909cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:21:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6efa0e44-75df-46c8-8fd9-57409154780d'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:21:24.765595 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-260103a6-0e43-4482-848f-816f62397435 req-0f1a256f-0bee-48cf-98a1-78f39c22fa92 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "PUT /v2.0/floatingips/64cf15f1-85b6-4f08-9b19-df6eb6dcf7d3 HTTP/1.1" status: 200 len: 996 time: 1.7578714 Feb 17 00:21:24.766172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:21:24.828009 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd', 'status': 'completed', 'code': 200} Feb 17 00:21:24.870554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260103a6-0e43-4482-848f-816f62397435 req-30601e02-5eb7-4e22-8071-73542d0f15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:24.872206 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-260103a6-0e43-4482-848f-816f62397435 req-30601e02-5eb7-4e22-8071-73542d0f15b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1162 time: 0.0916119 Feb 17 00:21:24.922340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10947bb9-eb20-4fea-9746-e8d2ebc4ff6d req-6d816c61-a944-4424-b781-01828999d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:24.924323 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10947bb9-eb20-4fea-9746-e8d2ebc4ff6d req-6d816c61-a944-4424-b781-01828999d669 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1162 time: 0.0848768 Feb 17 00:21:25.031328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260103a6-0e43-4482-848f-816f62397435 req-da35bf5b-2b34-4bb0-8289-2312646c2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:25.033056 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-260103a6-0e43-4482-848f-816f62397435 req-da35bf5b-2b34-4bb0-8289-2312646c2ae7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 908 time: 0.1538627 Feb 17 00:21:25.078325 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10947bb9-eb20-4fea-9746-e8d2ebc4ff6d req-25ac2d1b-175d-4cae-83c0-2ebeee90c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:25.080008 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10947bb9-eb20-4fea-9746-e8d2ebc4ff6d req-25ac2d1b-175d-4cae-83c0-2ebeee90c293 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 908 time: 0.1480432 Feb 17 00:21:25.085188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-a1c2f0eb-36c5-4c16-9778-32faac5909cc None None] Set router 6efa0e44-75df-46c8-8fd9-57409154780d gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:21:25.154371 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-260103a6-0e43-4482-848f-816f62397435 req-3e598737-2b4f-40ae-a070-f97f24e61d2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 999 time: 0.1134593 Feb 17 00:21:25.210443 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10947bb9-eb20-4fea-9746-e8d2ebc4ff6d req-2a0ad6e8-a5c2-4ec2-992a-951fb2ff94c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 999 time: 0.1234443 Feb 17 00:21:25.233392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260103a6-0e43-4482-848f-816f62397435 req-73088c0a-fbb2-4b8c-9f18-f00baefe3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:25.237233 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-260103a6-0e43-4482-848f-816f62397435 req-73088c0a-fbb2-4b8c-9f18-f00baefe3cb9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 200 len: 853 time: 0.0754173 Feb 17 00:21:25.282678 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10947bb9-eb20-4fea-9746-e8d2ebc4ff6d req-9a14b7c3-1032-44b0-ae6f-c9ef1709cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:25.284474 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10947bb9-eb20-4fea-9746-e8d2ebc4ff6d req-9a14b7c3-1032-44b0-ae6f-c9ef1709cea4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 200 len: 853 time: 0.0668032 Feb 17 00:21:25.320781 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260103a6-0e43-4482-848f-816f62397435 req-38566278-22ff-4c96-9861-757a9d10a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:25.322412 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-260103a6-0e43-4482-848f-816f62397435 req-38566278-22ff-4c96-9861-757a9d10a9db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801914 Feb 17 00:21:25.372140 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10947bb9-eb20-4fea-9746-e8d2ebc4ff6d req-a8a842b7-54d9-4885-8a52-f68be7bf3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:25.373829 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10947bb9-eb20-4fea-9746-e8d2ebc4ff6d req-a8a842b7-54d9-4885-8a52-f68be7bf3a23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824521 Feb 17 00:21:25.476368 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-260103a6-0e43-4482-848f-816f62397435 req-1d9451a6-8ff3-427c-aae8-1cd1d18972dc service neutron] 10.222.0.74 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459064 Feb 17 00:21:25.477198 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a1c2f0eb-36c5-4c16-9778-32faac5909cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 4, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '64cf15f1-85b6-4f08-9b19-df6eb6dcf7d3', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'port_id': '07665991-f208-47c0-aa0b-519d9693fedd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'mac_address': 'fa:16:3e:39:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441035e2-6f7d-4c88-a2ac-984de8201129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:21:21Z', 'updated_at': '2021-02-17T00:21:23Z', 'revision_number': 1, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf337cf-8744-4930-820b-32ac045cc669', 'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'mac_address': 'fa:16:3e:96:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:33Z', 'updated_at': '2021-02-17T00:20:43Z', 'revision_number': 5, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'subnets': [{'id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:21:25.481421 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2f0eb-36c5-4c16-9778-32faac5909cc None None] Checking router: 6efa0e44-75df-46c8-8fd9-57409154780d for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:21:25.490409 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2f0eb-36c5-4c16-9778-32faac5909cc None None] Routers {'6efa0e44-75df-46c8-8fd9-57409154780d'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:21:25.491077 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a1c2f0eb-36c5-4c16-9778-32faac5909cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:21:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6efa0e44-75df-46c8-8fd9-57409154780d'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:21:25.528947 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10947bb9-eb20-4fea-9746-e8d2ebc4ff6d req-580594cd-25c9-47b9-83e0-b38f1825b4da service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456399 Feb 17 00:21:25.617084 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-260103a6-0e43-4482-848f-816f62397435 req-ba436154-1e89-47c0-a4d0-7984f8bfbcda service neutron] 10.222.0.74 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395671 Feb 17 00:21:25.655450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-5e023944-d379-41ac-9d4d-39bee7789a06 req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1534007664', 'description': 'tempest-TestMinimumBasicScenario-1534007664 description'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:25.663847 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-5e023944-d379-41ac-9d4d-39bee7789a06 req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:21:25.674015 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-5e023944-d379-41ac-9d4d-39bee7789a06 req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:21:25.676033 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10947bb9-eb20-4fea-9746-e8d2ebc4ff6d req-937a0c31-8d94-4c98-b3fa-85da060361d7 service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400688 Feb 17 00:21:25.685884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e023944-d379-41ac-9d4d-39bee7789a06 req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:25.690872 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-a1c2f0eb-36c5-4c16-9778-32faac5909cc None None] Set router 6efa0e44-75df-46c8-8fd9-57409154780d gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:21:25.709063 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-5e023944-d379-41ac-9d4d-39bee7789a06 req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:21:25.713121 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5e023944-d379-41ac-9d4d-39bee7789a06 req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Usage tracker for resource:security_group_rule and tenant:2730bb77df374be4bd6926e1efee434a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:21:25.716098 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5e023944-d379-41ac-9d4d-39bee7789a06 req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:21:25.722528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-5e023944-d379-41ac-9d4d-39bee7789a06 req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:21:25.803232 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e023944-d379-41ac-9d4d-39bee7789a06 req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:25.807521 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e023944-d379-41ac-9d4d-39bee7789a06 req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:25.813096 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4d2e8a41-0475-446e-9aaa-25dc26562ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:25.857433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1489d35-c7dc-4cda-83d3-2f33be48d5f4,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:25.860871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:25.862749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5e023944-d379-41ac-9d4d-39bee7789a06 req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:25.864307 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e023944-d379-41ac-9d4d-39bee7789a06 req-640bca30-2708-48d8-a4bb-95704c94d463 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2147188 Feb 17 00:21:25.992837 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40a7de76-4604-4ce7-8067-d9296438a26f req-5ebd12dd-cc00-4667-a86f-80d9953b34f4 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups/e1489d35-c7dc-4cda-83d3-2f33be48d5f4 HTTP/1.1" status: 200 len: 1814 time: 0.1048582 Feb 17 00:21:26.004663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-40a7de76-4604-4ce7-8067-d9296438a26f req-4f06d090-8cb5-4a23-be32-baad62e3f408 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1489d35-c7dc-4cda-83d3-2f33be48d5f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:26.005045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-40a7de76-4604-4ce7-8067-d9296438a26f req-4f06d090-8cb5-4a23-be32-baad62e3f408 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1489d35-c7dc-4cda-83d3-2f33be48d5f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:26.011485 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-40a7de76-4604-4ce7-8067-d9296438a26f req-4f06d090-8cb5-4a23-be32-baad62e3f408 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:21:26.015694 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-40a7de76-4604-4ce7-8067-d9296438a26f req-4f06d090-8cb5-4a23-be32-baad62e3f408 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Usage tracker for resource:security_group_rule and tenant:2730bb77df374be4bd6926e1efee434a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:21:26.019395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-40a7de76-4604-4ce7-8067-d9296438a26f req-4f06d090-8cb5-4a23-be32-baad62e3f408 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:21:26.025292 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-40a7de76-4604-4ce7-8067-d9296438a26f req-4f06d090-8cb5-4a23-be32-baad62e3f408 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:21:26.067259 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a1c2f0eb-36c5-4c16-9778-32faac5909cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 4, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '64cf15f1-85b6-4f08-9b19-df6eb6dcf7d3', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'port_id': '07665991-f208-47c0-aa0b-519d9693fedd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'mac_address': 'fa:16:3e:39:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441035e2-6f7d-4c88-a2ac-984de8201129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:21:21Z', 'updated_at': '2021-02-17T00:21:23Z', 'revision_number': 1, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf337cf-8744-4930-820b-32ac045cc669', 'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'mac_address': 'fa:16:3e:96:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:33Z', 'updated_at': '2021-02-17T00:20:43Z', 'revision_number': 5, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'subnets': [{'id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:21:26.071510 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2f0eb-36c5-4c16-9778-32faac5909cc None None] The sync data for ids ['6efa0e44-75df-46c8-8fd9-57409154780d'] in dv-cinder-759961-3-iscsi is: [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 4, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '64cf15f1-85b6-4f08-9b19-df6eb6dcf7d3', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'port_id': '07665991-f208-47c0-aa0b-519d9693fedd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'mac_address': 'fa:16:3e:39:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441035e2-6f7d-4c88-a2ac-984de8201129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:21:21Z', 'updated_at': '2021-02-17T00:21:23Z', 'revision_number': 1, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf337cf-8744-4930-820b-32ac045cc669', 'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'mac_address': 'fa:16:3e:96:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:33Z', 'updated_at': '2021-02-17T00:20:43Z', 'revision_number': 5, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'subnets': [{'id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:21:26.080630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40a7de76-4604-4ce7-8067-d9296438a26f req-4f06d090-8cb5-4a23-be32-baad62e3f408 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:26.109369 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40a7de76-4604-4ce7-8067-d9296438a26f req-4f06d090-8cb5-4a23-be32-baad62e3f408 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:26.113073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40a7de76-4604-4ce7-8067-d9296438a26f req-4f06d090-8cb5-4a23-be32-baad62e3f408 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:26.115257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:26.140363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06d090-8cb5-4a23-be32-baad62e3f408 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fe120b-6f64-4145-98bc-3a8a0839c6e6,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:26.147143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f06d090-8cb5-4a23-be32-baad62e3f408 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:26.165432 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40a7de76-4604-4ce7-8067-d9296438a26f req-4f06d090-8cb5-4a23-be32-baad62e3f408 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:26.166729 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40a7de76-4604-4ce7-8067-d9296438a26f req-4f06d090-8cb5-4a23-be32-baad62e3f408 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1672139 Feb 17 00:21:26.241662 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f60418ac-7063-4a46-a492-19ecb1f1dad7 req-f77b63a5-d5a6-418d-952f-26570e5e115b tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups/e1489d35-c7dc-4cda-83d3-2f33be48d5f4 HTTP/1.1" status: 200 len: 2407 time: 0.0521724 Feb 17 00:21:26.253150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-f60418ac-7063-4a46-a492-19ecb1f1dad7 req-f73d0f2a-e431-4c06-92af-e5a9af8cc50f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1489d35-c7dc-4cda-83d3-2f33be48d5f4', 'remote_group_id': None}]} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:26.253525 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-f60418ac-7063-4a46-a492-19ecb1f1dad7 req-f73d0f2a-e431-4c06-92af-e5a9af8cc50f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1489d35-c7dc-4cda-83d3-2f33be48d5f4', 'remote_group_id': None}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:26.260010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-f60418ac-7063-4a46-a492-19ecb1f1dad7 req-f73d0f2a-e431-4c06-92af-e5a9af8cc50f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:21:26.264096 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f60418ac-7063-4a46-a492-19ecb1f1dad7 req-f73d0f2a-e431-4c06-92af-e5a9af8cc50f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Usage tracker for resource:security_group_rule and tenant:2730bb77df374be4bd6926e1efee434a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:21:26.267631 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f60418ac-7063-4a46-a492-19ecb1f1dad7 req-f73d0f2a-e431-4c06-92af-e5a9af8cc50f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:21:26.273493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-f60418ac-7063-4a46-a492-19ecb1f1dad7 req-f73d0f2a-e431-4c06-92af-e5a9af8cc50f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:21:26.332773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f60418ac-7063-4a46-a492-19ecb1f1dad7 req-f73d0f2a-e431-4c06-92af-e5a9af8cc50f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:26.358791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f60418ac-7063-4a46-a492-19ecb1f1dad7 req-f73d0f2a-e431-4c06-92af-e5a9af8cc50f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:26.361667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f60418ac-7063-4a46-a492-19ecb1f1dad7 req-f73d0f2a-e431-4c06-92af-e5a9af8cc50f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:26.364035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf07f2ef-c707-4b09-8e0c-ad69e6e9dcff tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:26.376879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8f9b25-470b-4db8-b3e8-52999e73bd3a None None] New status for floating IP 64cf15f1-85b6-4f08-9b19-df6eb6dcf7d3: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:21:26.388516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d0f2a-e431-4c06-92af-e5a9af8cc50f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0256de7-a00f-49da-afa8-1d093e0d40b0,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:26.391191 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f73d0f2a-e431-4c06-92af-e5a9af8cc50f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:26.398556 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f60418ac-7063-4a46-a492-19ecb1f1dad7 req-f73d0f2a-e431-4c06-92af-e5a9af8cc50f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:26.399851 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f60418ac-7063-4a46-a492-19ecb1f1dad7 req-f73d0f2a-e431-4c06-92af-e5a9af8cc50f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1511321 Feb 17 00:21:26.535463 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c75e92ec-9a60-4de4-b35d-56c0cbfbc390 req-296d77b4-cfb8-4cb0-a1d1-acd540bde83b tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Synchronizing usage tracker for tenant:2730bb77df374be4bd6926e1efee434a on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:21:26.550418 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c75e92ec-9a60-4de4-b35d-56c0cbfbc390 req-296d77b4-cfb8-4cb0-a1d1-acd540bde83b tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Unset dirty status for tenant:2730bb77df374be4bd6926e1efee434a on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:21:26.551778 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c75e92ec-9a60-4de4-b35d-56c0cbfbc390 req-296d77b4-cfb8-4cb0-a1d1-acd540bde83b tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1534007664&fields=id&tenant_id=2730bb77df374be4bd6926e1efee434a HTTP/1.1" status: 200 len: 267 time: 0.0582213 Feb 17 00:21:26.646077 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e92ec-9a60-4de4-b35d-56c0cbfbc390 req-30272b8e-b4d1-496f-9d7e-6d64b5412765 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:26.647621 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c75e92ec-9a60-4de4-b35d-56c0cbfbc390 req-30272b8e-b4d1-496f-9d7e-6d64b5412765 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 945 time: 0.0891414 Feb 17 00:21:26.661262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-c75e92ec-9a60-4de4-b35d-56c0cbfbc390 req-5ca2229c-d6ea-4c23-b973-d37b44aa3c26 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Request body: {'port': {'security_groups': ['0b9c56c1-27b2-4a39-89b2-c1334e60fcf7', 'e1489d35-c7dc-4cda-83d3-2f33be48d5f4']}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:26.798721 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c75e92ec-9a60-4de4-b35d-56c0cbfbc390 req-5ca2229c-d6ea-4c23-b973-d37b44aa3c26 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:27.132327 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-c75e92ec-9a60-4de4-b35d-56c0cbfbc390 req-5ca2229c-d6ea-4c23-b973-d37b44aa3c26 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] For port 07665991-f208-47c0-aa0b-519d9693fedd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=07665991-f208-47c0-aa0b-519d9693fedd,segment=NetworkSegment(7560319b-3cbf-4549-a38b-0028261bd712),segment_id=7560319b-3cbf-4549-a38b-0028261bd712)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:21:27.158796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c75e92ec-9a60-4de4-b35d-56c0cbfbc390 req-5ca2229c-d6ea-4c23-b973-d37b44aa3c26 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:27.162348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c75e92ec-9a60-4de4-b35d-56c0cbfbc390 req-5ca2229c-d6ea-4c23-b973-d37b44aa3c26 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:27.177224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:27.332078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2229c-d6ea-4c23-b973-d37b44aa3c26 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Pushing event updated for resources: {'Port': ['ID=07665991-f208-47c0-aa0b-519d9693fedd,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:27.344467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5ca2229c-d6ea-4c23-b973-d37b44aa3c26 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:27.382612 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e92ec-9a60-4de4-b35d-56c0cbfbc390 req-5ca2229c-d6ea-4c23-b973-d37b44aa3c26 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:27.383236 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c75e92ec-9a60-4de4-b35d-56c0cbfbc390 req-5ca2229c-d6ea-4c23-b973-d37b44aa3c26 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:27.384929 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c75e92ec-9a60-4de4-b35d-56c0cbfbc390 req-5ca2229c-d6ea-4c23-b973-d37b44aa3c26 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "PUT /v2.0/ports/07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 981 time: 0.7292407 Feb 17 00:21:27.385353 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:21:27.437172 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd', 'status': 'completed', 'code': 200} Feb 17 00:21:27.541011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cde69-6ff9-4dfb-9038-255346df3d81 req-d1a93b66-bba5-456f-9fbd-6130502be38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:27.542766 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ea9cde69-6ff9-4dfb-9038-255346df3d81 req-d1a93b66-bba5-456f-9fbd-6130502be38f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1202 time: 0.0831876 Feb 17 00:21:27.591396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff4a6e-a1aa-4277-94fd-570a9bba71f7 req-04dd31bb-f459-4898-806d-784a015d5e51 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:27.593268 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47ff4a6e-a1aa-4277-94fd-570a9bba71f7 req-04dd31bb-f459-4898-806d-784a015d5e51 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 984 time: 0.0994573 Feb 17 00:21:27.644831 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47ff4a6e-a1aa-4277-94fd-570a9bba71f7 req-8ea4af7d-9cdd-4125-9931-966bca66e7b4 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&id=e1489d35-c7dc-4cda-83d3-2f33be48d5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0443878 Feb 17 00:21:27.666586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-14b933c2-34a6-47f4-9d96-44994a305c3d None None] Provisioning complete for port 07665991-f208-47c0-aa0b-519d9693fedd triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:21:27.666950 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-14b933c2-34a6-47f4-9d96-44994a305c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:27.688628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cde69-6ff9-4dfb-9038-255346df3d81 req-d325272a-40ec-4854-b6c2-11ced17a6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:27.690256 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ea9cde69-6ff9-4dfb-9038-255346df3d81 req-d325272a-40ec-4854-b6c2-11ced17a6732 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 908 time: 0.1408641 Feb 17 00:21:27.699882 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 07665991-f208-47c0-aa0b-519d9693fedd up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:21:27.803917 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ea9cde69-6ff9-4dfb-9038-255346df3d81 req-842f10da-7c75-472d-92eb-d0e8a4df0b75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 1001 time: 0.1060257 Feb 17 00:21:27.846234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 07665991-f208-47c0-aa0b-519d9693fedd triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:21:27.846657 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:27.873103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cde69-6ff9-4dfb-9038-255346df3d81 req-35c92402-5362-469e-aa95-e5b3e64dd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:27.874768 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ea9cde69-6ff9-4dfb-9038-255346df3d81 req-35c92402-5362-469e-aa95-e5b3e64dd05c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 200 len: 853 time: 0.0639403 Feb 17 00:21:27.962095 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cde69-6ff9-4dfb-9038-255346df3d81 req-ed20330c-c618-4862-b074-327bf6de4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:27.963727 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ea9cde69-6ff9-4dfb-9038-255346df3d81 req-ed20330c-c618-4862-b074-327bf6de4b74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829089 Feb 17 00:21:28.107660 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ea9cde69-6ff9-4dfb-9038-255346df3d81 req-139333c7-3fc2-4ebd-9c64-75c283d620ef service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364968 Feb 17 00:21:28.249186 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ea9cde69-6ff9-4dfb-9038-255346df3d81 req-156b0943-320a-4f76-93a1-e6bbc9ec0a8a service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1345181 Feb 17 00:21:30.825980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:32.311020 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d262674-aebe-4e3f-97f5-fad1e83f5d42 req-e9877766-3fca-4fa9-99dd-e641c12aa9ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0757468 Feb 17 00:21:32.461199 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d262674-aebe-4e3f-97f5-fad1e83f5d42 req-46845ecd-6460-43c3-a0b1-571c7d80d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:32.462830 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d262674-aebe-4e3f-97f5-fad1e83f5d42 req-46845ecd-6460-43c3-a0b1-571c7d80d416 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bceef06bdef4aee86db3462702e4f35&device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 1163 time: 0.0818059 Feb 17 00:21:32.863342 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d262674-aebe-4e3f-97f5-fad1e83f5d42 req-6d0b58dd-4b05-4ab7-9c8d-70e2d42649c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:32.864957 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d262674-aebe-4e3f-97f5-fad1e83f5d42 req-6d0b58dd-4b05-4ab7-9c8d-70e2d42649c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eb778ad-5e4d-4b89-b180-c8e46495da46 HTTP/1.1" status: 200 len: 903 time: 0.3784683 Feb 17 00:21:32.974299 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d262674-aebe-4e3f-97f5-fad1e83f5d42 req-7bc658bb-2a9f-4743-8e98-2aada4c53aaa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 200 len: 1002 time: 0.1021712 Feb 17 00:21:33.043714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d262674-aebe-4e3f-97f5-fad1e83f5d42 req-7df9dc66-ecca-4623-b444-4a44f4597604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:33.045241 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d262674-aebe-4e3f-97f5-fad1e83f5d42 req-7df9dc66-ecca-4623-b444-4a44f4597604 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768bd55a-a8a3-43f0-8eb6-edfcc4f31821 HTTP/1.1" status: 200 len: 848 time: 0.0647445 Feb 17 00:21:33.128291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d262674-aebe-4e3f-97f5-fad1e83f5d42 req-71a62504-8334-4421-a207-41407996e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:33.129945 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d262674-aebe-4e3f-97f5-fad1e83f5d42 req-71a62504-8334-4421-a207-41407996e576 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb778ad-5e4d-4b89-b180-c8e46495da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781054 Feb 17 00:21:33.275702 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d262674-aebe-4e3f-97f5-fad1e83f5d42 req-335a1972-91c7-4e4b-9d3d-ab517afeb94d service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382604 Feb 17 00:21:33.420677 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d262674-aebe-4e3f-97f5-fad1e83f5d42 req-cf74e696-a516-4a61-9230-db7ffd9f6efd service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373546 Feb 17 00:21:36.330841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3ffa8f68-af19-41a0-b043-f63d1b27e988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:38.607316 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-97100ea9-0fe8-411e-b873-d98084e4b354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:39.250441 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:40.238635 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:40.561685 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:41.059020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:21:42.909405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e63cf3-3817-4b46-aa29-23981d8b48fc req-aba3d9fe-1e7c-4c2f-af39-9d76539f4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:42.910949 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29e63cf3-3817-4b46-aa29-23981d8b48fc req-aba3d9fe-1e7c-4c2f-af39-9d76539f4ee3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1202 time: 0.0835619 Feb 17 00:21:42.949368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fe550-616f-4e9c-bb1e-3dfa209c87e1 req-415cf08b-c8ad-4f3c-98b1-c9b359612760 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:42.951011 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de5fe550-616f-4e9c-bb1e-3dfa209c87e1 req-415cf08b-c8ad-4f3c-98b1-c9b359612760 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 984 time: 0.0891614 Feb 17 00:21:43.001481 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de5fe550-616f-4e9c-bb1e-3dfa209c87e1 req-ca732f9b-6741-42f1-ba43-dcac62338337 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&id=e1489d35-c7dc-4cda-83d3-2f33be48d5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0439348 Feb 17 00:21:43.059683 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e63cf3-3817-4b46-aa29-23981d8b48fc req-ebcaebd1-bcd3-4ef9-8146-f64dfabbc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:43.061316 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29e63cf3-3817-4b46-aa29-23981d8b48fc req-ebcaebd1-bcd3-4ef9-8146-f64dfabbc89a service neutron] 10.222.0.44 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 908 time: 0.1435921 Feb 17 00:21:43.173849 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29e63cf3-3817-4b46-aa29-23981d8b48fc req-a945daf8-47a3-454d-8972-bc23c635dfe7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 1001 time: 0.1054878 Feb 17 00:21:43.242039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e63cf3-3817-4b46-aa29-23981d8b48fc req-36aa18a3-f1f1-4c38-a073-9d572f7aba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:43.244114 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29e63cf3-3817-4b46-aa29-23981d8b48fc req-36aa18a3-f1f1-4c38-a073-9d572f7aba51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 200 len: 853 time: 0.0638268 Feb 17 00:21:43.329494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e63cf3-3817-4b46-aa29-23981d8b48fc req-ca7dcf52-d6b7-43d3-9b17-cd3213f1e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:43.331115 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29e63cf3-3817-4b46-aa29-23981d8b48fc req-ca7dcf52-d6b7-43d3-9b17-cd3213f1e47f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798457 Feb 17 00:21:43.347886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-29e63cf3-3817-4b46-aa29-23981d8b48fc req-a734e875-8d6e-4dcf-b30d-bf9fc9cd6dc6 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:21:43.348915 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29e63cf3-3817-4b46-aa29-23981d8b48fc req-a734e875-8d6e-4dcf-b30d-bf9fc9cd6dc6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066149 Feb 17 00:21:43.490764 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29e63cf3-3817-4b46-aa29-23981d8b48fc req-56fafb9f-1de0-47f6-a025-d93953cc8b02 service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351256 Feb 17 00:21:43.632863 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29e63cf3-3817-4b46-aa29-23981d8b48fc req-aa23fa77-dae7-4f9c-b3f5-83ca85c89680 service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351242 Feb 17 00:21:44.208171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbe0ca-1217-40d0-8122-47af488465b0 req-d32edd51-7beb-46f6-a0f3-316191c06dd6 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:44.209784 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-11cbe0ca-1217-40d0-8122-47af488465b0 req-d32edd51-7beb-46f6-a0f3-316191c06dd6 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 984 time: 0.0908041 Feb 17 00:21:44.260013 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-11cbe0ca-1217-40d0-8122-47af488465b0 req-959d67a5-1ebf-485f-ae7d-f641f8beeb9a tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&id=e1489d35-c7dc-4cda-83d3-2f33be48d5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0434535 Feb 17 00:21:45.466422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f579d-71b8-4bed-8825-8d80a065bb40 req-0f619fb6-0748-4f25-a99e-5344ac7076fb tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:45.467997 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-431f579d-71b8-4bed-8825-8d80a065bb40 req-0f619fb6-0748-4f25-a99e-5344ac7076fb tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 984 time: 0.0855989 Feb 17 00:21:45.520424 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-431f579d-71b8-4bed-8825-8d80a065bb40 req-ea4f426a-0141-4415-87a2-cbfaaf2b0e0f tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&id=e1489d35-c7dc-4cda-83d3-2f33be48d5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0460563 Feb 17 00:21:46.378482 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-190192c9-0267-4f44-a18e-3e7a993d056c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/floatingips/fa781863-0887-4b26-b5f5-358974ca3fdc HTTP/1.1" status: 200 len: 999 time: 0.1108775 Feb 17 00:21:46.535893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-8fdde9e1-69fb-42bd-8451-450b741ae65c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:46.537348 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-8fdde9e1-69fb-42bd-8451-450b741ae65c tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/networks/7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b HTTP/1.1" status: 200 len: 784 time: 0.1530991 Feb 17 00:21:46.548183 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-1189f2be-1d34-4d98-929e-ba9159c5eb23 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:21:46.549245 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-1189f2be-1d34-4d98-929e-ba9159c5eb23 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059905 Feb 17 00:21:46.709489 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-11e5663e-08c8-41f5-91ca-d040860212c5 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.169 HTTP/1.1" status: 200 len: 1002 time: 0.1534214 Feb 17 00:21:46.804070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-4e67563c-6723-4bcf-afad-6e298ff4b96b tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:46.805470 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-4e67563c-6723-4bcf-afad-6e298ff4b96b tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports/497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 200 len: 943 time: 0.0899446 Feb 17 00:21:46.815607 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbc74b-6c81-402a-8063-7c222910b3e8 req-eddfd10c-a98e-472a-81e4-e4b9816ee271 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:46.817306 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-59fbc74b-6c81-402a-8063-7c222910b3e8 req-eddfd10c-a98e-472a-81e4-e4b9816ee271 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 984 time: 0.1796048 Feb 17 00:21:46.867537 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-59fbc74b-6c81-402a-8063-7c222910b3e8 req-e30256f7-f866-49bb-9702-28eecfbd11ea tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&id=e1489d35-c7dc-4cda-83d3-2f33be48d5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0438342 Feb 17 00:21:46.994822 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-c2e26fee-656e-4a24-933f-aa91df4822f1 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.169 HTTP/1.1" status: 200 len: 1002 time: 0.1051936 Feb 17 00:21:47.214068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Deleting port 7171b0b5-5449-4ca8-ae4e-9f425a950936 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:21:47.214448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:47.391846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:47.392256 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:47.523464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Calling delete_port for 7171b0b5-5449-4ca8-ae4e-9f425a950936 owned by network:floatingip {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:21:47.680998 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:47.696395 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:47.799167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Pushing event deleted for resources: {'Port': ['ID=7171b0b5-5449-4ca8-ae4e-9f425a950936,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:47.804233 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:47.918221 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for floatingip, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:47.918596 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Floating IP fa781863-0887-4b26-b5f5-358974ca3fdc disassociated (deleted). External IP: 172.27.1.169, port: 497b2bbc-2b7d-4176-95b4-b296dd9a2a93. Feb 17 00:21:48.475538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbadae7-0448-4047-a31c-426d6aa40985 req-4ed20b42-4c54-4e84-8618-435ad7186be4 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:48.477162 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ddbadae7-0448-4047-a31c-426d6aa40985 req-4ed20b42-4c54-4e84-8618-435ad7186be4 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 984 time: 0.4380376 Feb 17 00:21:48.612371 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ddbadae7-0448-4047-a31c-426d6aa40985 req-3e8074cd-5a9e-46de-ba62-317b6b29dfc5 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&id=e1489d35-c7dc-4cda-83d3-2f33be48d5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0779653 Feb 17 00:21:48.645781 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:21:48.835620 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:21:48.845617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248dd306-3bb7-4c91-ab9f-da469b579571 None None] Sync routers for ids ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:21:48.856647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248dd306-3bb7-4c91-ab9f-da469b579571 None None] Routers {'97b3b155-c2e6-4ee8-adae-c553fbbb6346'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:21:48.856890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:48.857512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-248dd306-3bb7-4c91-ab9f-da469b579571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:21:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:21:48.918353 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "DELETE /v2.0/floatingips/fa781863-0887-4b26-b5f5-358974ca3fdc HTTP/1.1" status: 204 len: 173 time: 1.9175081 Feb 17 00:21:48.918900 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:21:48.969214 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93', 'status': 'completed', 'code': 200} Feb 17 00:21:49.052046 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-248dd306-3bb7-4c91-ab9f-da469b579571 None None] Set router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:21:49.060496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-53a0f70a-af76-46ea-8efd-e34d0662fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:49.062178 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-53a0f70a-af76-46ea-8efd-e34d0662fc83 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8bceef06bdef4aee86db3462702e4f35&device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 1163 time: 0.1285706 Feb 17 00:21:49.086668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab24576-3f21-4e26-b470-1026f209d39d req-08ac9ffc-9c23-4b64-af84-77063a46ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:49.088287 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ab24576-3f21-4e26-b470-1026f209d39d req-08ac9ffc-9c23-4b64-af84-77063a46ac9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bceef06bdef4aee86db3462702e4f35&device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 1163 time: 0.0890760 Feb 17 00:21:49.212642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-765626d4-8966-4393-9136-38ca59677a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:49.214294 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-765626d4-8966-4393-9136-38ca59677a5f service neutron] 10.222.0.74 "GET /v2.0/networks?id=2eb778ad-5e4d-4b89-b180-c8e46495da46 HTTP/1.1" status: 200 len: 903 time: 0.1457012 Feb 17 00:21:49.245383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab24576-3f21-4e26-b470-1026f209d39d req-0d50a4f0-741a-446d-825d-46bf934645c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:49.247097 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ab24576-3f21-4e26-b470-1026f209d39d req-0d50a4f0-741a-446d-825d-46bf934645c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eb778ad-5e4d-4b89-b180-c8e46495da46 HTTP/1.1" status: 200 len: 903 time: 0.1416936 Feb 17 00:21:49.296979 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-ffe38771-2f46-4751-a11b-b5c2a81ec71d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 200 len: 217 time: 0.0742643 Feb 17 00:21:49.323669 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ab24576-3f21-4e26-b470-1026f209d39d req-715853e5-af9e-49ce-90bf-e35b53719d66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 200 len: 217 time: 0.0691731 Feb 17 00:21:49.370017 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-65454c99-b7c1-4db1-b543-6ef7feb61d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:49.371272 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-65454c99-b7c1-4db1-b543-6ef7feb61d63 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=768bd55a-a8a3-43f0-8eb6-edfcc4f31821 HTTP/1.1" status: 200 len: 848 time: 0.0671089 Feb 17 00:21:49.397150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab24576-3f21-4e26-b470-1026f209d39d req-3476251c-480e-4196-b2c9-51aad2997772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:49.398870 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ab24576-3f21-4e26-b470-1026f209d39d req-3476251c-480e-4196-b2c9-51aad2997772 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=768bd55a-a8a3-43f0-8eb6-edfcc4f31821 HTTP/1.1" status: 200 len: 848 time: 0.0675819 Feb 17 00:21:49.402287 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-248dd306-3bb7-4c91-ab9f-da469b579571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:17:02Z', 'revision_number': 4, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '1640ab95-ed8e-4cc3-9c11-7f66fa9c1721', 'name': '', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'mac_address': 'fa:16:3e:7c:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:00Z', 'updated_at': '2021-02-17T00:17:12Z', 'revision_number': 5, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'subnets': [{'id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:21:49.407026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248dd306-3bb7-4c91-ab9f-da469b579571 None None] Checking router: 97b3b155-c2e6-4ee8-adae-c553fbbb6346 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:21:49.416175 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248dd306-3bb7-4c91-ab9f-da469b579571 None None] Routers {'97b3b155-c2e6-4ee8-adae-c553fbbb6346'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:21:49.416858 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-248dd306-3bb7-4c91-ab9f-da469b579571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:21:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:21:49.464922 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-213f16d3-cc58-4659-a881-09df698b579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:49.466587 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-213f16d3-cc58-4659-a881-09df698b579a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2eb778ad-5e4d-4b89-b180-c8e46495da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881639 Feb 17 00:21:49.484783 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab24576-3f21-4e26-b470-1026f209d39d req-3054784e-9628-4c38-9fa6-fcb621cf4119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:49.486438 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ab24576-3f21-4e26-b470-1026f209d39d req-3054784e-9628-4c38-9fa6-fcb621cf4119 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb778ad-5e4d-4b89-b180-c8e46495da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809047 Feb 17 00:21:49.622234 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-d2f66aa7-11eb-4526-88e6-48d5eef180d5 service neutron] 10.222.0.74 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468792 Feb 17 00:21:49.643048 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ab24576-3f21-4e26-b470-1026f209d39d req-081d11e7-7765-4b3d-8fd2-a101972f6d26 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492026 Feb 17 00:21:49.800029 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ab24576-3f21-4e26-b470-1026f209d39d req-56991f83-a8f2-4cea-896d-497a06c75ccc service neutron] 10.222.0.44 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1494424 Feb 17 00:21:49.808555 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-248dd306-3bb7-4c91-ab9f-da469b579571 None None] Set router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:21:49.836222 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1965e28d-c730-4170-aee1-7ec1aa64e44f req-cebfca1d-6996-46f6-a477-73f8a080daaa service neutron] 10.222.0.74 "GET /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2068937 Feb 17 00:21:49.868763 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f039d-94ee-409f-8306-2f968a62d2b9 req-f7479165-5dc0-470f-a8da-05ec798caa0a tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:49.870350 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ec2f039d-94ee-409f-8306-2f968a62d2b9 req-f7479165-5dc0-470f-a8da-05ec798caa0a tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 984 time: 0.1192327 Feb 17 00:21:49.923954 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ec2f039d-94ee-409f-8306-2f968a62d2b9 req-8eb4a311-d91a-4c23-a945-752aa75bc982 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&id=e1489d35-c7dc-4cda-83d3-2f33be48d5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0452051 Feb 17 00:21:50.154851 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-248dd306-3bb7-4c91-ab9f-da469b579571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:17:02Z', 'revision_number': 4, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '1640ab95-ed8e-4cc3-9c11-7f66fa9c1721', 'name': '', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'mac_address': 'fa:16:3e:7c:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:00Z', 'updated_at': '2021-02-17T00:17:12Z', 'revision_number': 5, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'subnets': [{'id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:21:50.159749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248dd306-3bb7-4c91-ab9f-da469b579571 None None] The sync data for ids ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'] in dv-cinder-759961-3-iscsi is: [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:17:02Z', 'revision_number': 4, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '1640ab95-ed8e-4cc3-9c11-7f66fa9c1721', 'name': '', 'network_id': '2eb778ad-5e4d-4b89-b180-c8e46495da46', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'mac_address': 'fa:16:3e:7c:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:00Z', 'updated_at': '2021-02-17T00:17:12Z', 'revision_number': 5, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'subnets': [{'id': '768bd55a-a8a3-43f0-8eb6-edfcc4f31821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:21:50.249206 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b99884-f9d6-4590-b7c8-51fd9dd03373 req-39e4a063-30e3-4cad-995a-2f9749c03ffd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:50.250306 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-39b99884-f9d6-4590-b7c8-51fd9dd03373 req-39e4a063-30e3-4cad-995a-2f9749c03ffd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Synchronizing usage tracker for tenant:8bceef06bdef4aee86db3462702e4f35 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:21:50.266773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-39b99884-f9d6-4590-b7c8-51fd9dd03373 req-39e4a063-30e3-4cad-995a-2f9749c03ffd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Unset dirty status for tenant:8bceef06bdef4aee86db3462702e4f35 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:21:50.268073 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39b99884-f9d6-4590-b7c8-51fd9dd03373 req-39e4a063-30e3-4cad-995a-2f9749c03ffd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.1092036 Feb 17 00:21:50.316795 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39b99884-f9d6-4590-b7c8-51fd9dd03373 req-2c51dc00-5d08-408d-9ba7-b4efdf4bbfd3 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421345 Feb 17 00:21:50.563504 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9e9a1-0526-40b7-93cd-49d58af719f8 None None] New status for floating IP fa781863-0887-4b26-b5f5-358974ca3fdc: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:21:51.128655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f78c78-24d7-4e9b-979b-ac48dbd05f09 req-28b6b3cf-c6a1-43e7-a117-fb914919ec07 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:51.130143 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-83f78c78-24d7-4e9b-979b-ac48dbd05f09 req-28b6b3cf-c6a1-43e7-a117-fb914919ec07 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 984 time: 0.0878389 Feb 17 00:21:51.183277 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-83f78c78-24d7-4e9b-979b-ac48dbd05f09 req-d6318414-9e58-4d76-b430-b055b1556759 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&id=e1489d35-c7dc-4cda-83d3-2f33be48d5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0458233 Feb 17 00:21:51.519815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a52f8-acd7-4969-bdc3-8f4730e7d696 req-0294ea16-7b20-49c2-be93-5e58408c303e tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:51.521438 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-052a52f8-acd7-4969-bdc3-8f4730e7d696 req-0294ea16-7b20-49c2-be93-5e58408c303e tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.0893669 Feb 17 00:21:51.568767 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-052a52f8-acd7-4969-bdc3-8f4730e7d696 req-bddb1fcd-125e-4632-8cda-54a359b0c0ea tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups?id=e0e53caa-8ebf-4202-9754-532c2b370a54&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0410576 Feb 17 00:21:51.662211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:21:51.782411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:51.796084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c14fb-d61d-4f72-943b-ba64e9691d9c req-527dd89e-6891-4db7-bcad-3267fbcf7090 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:51.796916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-024c14fb-d61d-4f72-943b-ba64e9691d9c req-527dd89e-6891-4db7-bcad-3267fbcf7090 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Synchronizing usage tracker for tenant:8bceef06bdef4aee86db3462702e4f35 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:21:51.816304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-024c14fb-d61d-4f72-943b-ba64e9691d9c req-527dd89e-6891-4db7-bcad-3267fbcf7090 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Unset dirty status for tenant:8bceef06bdef4aee86db3462702e4f35 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:21:51.817636 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-024c14fb-d61d-4f72-943b-ba64e9691d9c req-527dd89e-6891-4db7-bcad-3267fbcf7090 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 946 time: 0.1096537 Feb 17 00:21:51.818739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:21:51.828358 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,segment=NetworkSegment(b8a457cc-6b1a-41fc-9647-8a1a1aaf459f),segment_id=b8a457cc-6b1a-41fc-9647-8a1a1aaf459f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:21:51.831531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:51.833427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:51.871437 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93', 'code': 200} Feb 17 00:21:51.896073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-024c14fb-d61d-4f72-943b-ba64e9691d9c req-c4e9a486-cb23-4254-88a6-9768a734b087 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Deleting port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:21:51.896467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-024c14fb-d61d-4f72-943b-ba64e9691d9c req-c4e9a486-cb23-4254-88a6-9768a734b087 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:51.904827 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,revision_number=7']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:51.908222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:52.162939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-024c14fb-d61d-4f72-943b-ba64e9691d9c req-c4e9a486-cb23-4254-88a6-9768a734b087 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] For port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,segment=NetworkSegment(b8a457cc-6b1a-41fc-9647-8a1a1aaf459f),segment_id=b8a457cc-6b1a-41fc-9647-8a1a1aaf459f)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:21:52.163460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-024c14fb-d61d-4f72-943b-ba64e9691d9c req-c4e9a486-cb23-4254-88a6-9768a734b087 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:52.298189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-024c14fb-d61d-4f72-943b-ba64e9691d9c req-c4e9a486-cb23-4254-88a6-9768a734b087 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Calling delete_port for 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:21:52.388380 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854fe8f-3227-4da2-9f73-53db06bbd15c req-addbc4ef-d554-47fd-b47c-27d1f210081a tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:52.390022 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3854fe8f-3227-4da2-9f73-53db06bbd15c req-addbc4ef-d554-47fd-b47c-27d1f210081a tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 984 time: 0.0862129 Feb 17 00:21:52.444506 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3854fe8f-3227-4da2-9f73-53db06bbd15c req-b7297f7a-7d1a-4d24-9d07-35c88edb4a17 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&id=e1489d35-c7dc-4cda-83d3-2f33be48d5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0475357 Feb 17 00:21:52.449191 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-024c14fb-d61d-4f72-943b-ba64e9691d9c req-c4e9a486-cb23-4254-88a6-9768a734b087 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:52.467327 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9240fa7c-00af-4371-ae45-78eb26e58b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:52.571933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9a486-cb23-4254-88a6-9768a734b087 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Pushing event deleted for resources: {'Port': ['ID=497b2bbc-2b7d-4176-95b4-b296dd9a2a93,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:52.574904 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c4e9a486-cb23-4254-88a6-9768a734b087 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:52.676794 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-024c14fb-d61d-4f72-943b-ba64e9691d9c req-c4e9a486-cb23-4254-88a6-9768a734b087 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] No DVR routers for this DVR port 497b2bbc-2b7d-4176-95b4-b296dd9a2a93 on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:21:52.679608 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-024c14fb-d61d-4f72-943b-ba64e9691d9c req-c4e9a486-cb23-4254-88a6-9768a734b087 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:52.683891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'name': 'network-vif-deleted', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:21:52.703116 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-024c14fb-d61d-4f72-943b-ba64e9691d9c req-c4e9a486-cb23-4254-88a6-9768a734b087 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.44 "DELETE /v2.0/ports/497b2bbc-2b7d-4176-95b4-b296dd9a2a93 HTTP/1.1" status: 204 len: 173 time: 0.8799357 Feb 17 00:21:52.746031 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bbed75c0-9427-4a51-8c2d-8f78d5fc715f req-c301aa9f-6497-44fb-99b0-7bc78482fcc5 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff69ac52-6dae-455b-b8a0-9fd0bf1c158f HTTP/1.1" status: 200 len: 210 time: 0.0495379 Feb 17 00:21:52.803204 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff69ac52-6dae-455b-b8a0-9fd0bf1c158f', 'name': 'network-vif-deleted', 'tag': '497b2bbc-2b7d-4176-95b4-b296dd9a2a93', 'status': 'completed', 'code': 200} Feb 17 00:21:53.647934 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fdcfb-4681-44e4-917f-5fd1e6638939 req-b221463e-b652-4681-8a66-7cd360be7a2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:53.649568 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-732fdcfb-4681-44e4-917f-5fd1e6638939 req-b221463e-b652-4681-8a66-7cd360be7a2c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 984 time: 0.0878165 Feb 17 00:21:53.703972 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-732fdcfb-4681-44e4-917f-5fd1e6638939 req-0699d2c5-0fa0-42c3-86b6-e4ef631dd6fc tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&id=e1489d35-c7dc-4cda-83d3-2f33be48d5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0478935 Feb 17 00:21:53.926643 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0c57012-0ff1-4331-a3fd-f32c52b7435d req-57829531-4a8e-4712-9e74-ea538268450b tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "GET /v2.0/security-groups/e0e53caa-8ebf-4202-9754-532c2b370a54 HTTP/1.1" status: 200 len: 2993 time: 0.0502830 Feb 17 00:21:53.999726 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0c57012-0ff1-4331-a3fd-f32c52b7435d req-161b8363-da0f-47ba-8a92-7c3b324fac49 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:54.029281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0c57012-0ff1-4331-a3fd-f32c52b7435d req-161b8363-da0f-47ba-8a92-7c3b324fac49 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:54.074065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0c57012-0ff1-4331-a3fd-f32c52b7435d req-161b8363-da0f-47ba-8a92-7c3b324fac49 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:54.079702 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-58740091-7168-468a-864a-913f189462bd tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:54.095140 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b8363-da0f-47ba-8a92-7c3b324fac49 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e53caa-8ebf-4202-9754-532c2b370a54,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:54.098060 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-161b8363-da0f-47ba-8a92-7c3b324fac49 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:54.105139 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0c57012-0ff1-4331-a3fd-f32c52b7435d req-161b8363-da0f-47ba-8a92-7c3b324fac49 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:54.106663 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0c57012-0ff1-4331-a3fd-f32c52b7435d req-161b8363-da0f-47ba-8a92-7c3b324fac49 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] 10.222.0.74 "DELETE /v2.0/security-groups/e0e53caa-8ebf-4202-9754-532c2b370a54 HTTP/1.1" status: 204 len: 173 time: 0.1734006 Feb 17 00:21:54.157126 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35342) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:54.738084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854364023'] for router_interface, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:55.288999 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42af30-bc89-4fb4-84c5-7f1e7f31707e req-a201e12f-1b4f-4c34-b9b8-35cc5212b0bb tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:21:55.290610 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ad42af30-bc89-4fb4-84c5-7f1e7f31707e req-a201e12f-1b4f-4c34-b9b8-35cc5212b0bb tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 984 time: 0.1882088 Feb 17 00:21:55.382955 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ad42af30-bc89-4fb4-84c5-7f1e7f31707e req-1981d00b-c312-45e4-9138-13651f94e4a1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&id=e1489d35-c7dc-4cda-83d3-2f33be48d5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0838950 Feb 17 00:21:55.474829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] Deleting port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:21:55.475207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:55.658947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] For port 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=1640ab95-ed8e-4cc3-9c11-7f66fa9c1721,segment=NetworkSegment(b8a457cc-6b1a-41fc-9647-8a1a1aaf459f),segment_id=b8a457cc-6b1a-41fc-9647-8a1a1aaf459f)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:21:55.659262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:55.717926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 07665991-f208-47c0-aa0b-519d9693fedd up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:21:55.792053 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 07665991-f208-47c0-aa0b-519d9693fedd triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:21:55.792953 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:55.794228 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] Calling delete_port for 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 owned by network:router_interface {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:21:55.971773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:55.987671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2f5d993c-5024-4ac5-bf0c-35e24f278c68 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:56.082781 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] Pushing event deleted for resources: {'Port': ['ID=1640ab95-ed8e-4cc3-9c11-7f66fa9c1721,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:56.085567 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:56.397432 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854363929'] for router_interface, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:56.896920 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] Router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:21:57.088785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:21:57.099318 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ffdb0b-e74b-47fb-825c-9aec2cf98102 None None] Sync routers for ids ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:21:57.102839 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] 10.222.0.74 "PUT /v2.0/routers/97b3b155-c2e6-4ee8-adae-c553fbbb6346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9443674 Feb 17 00:21:57.105535 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35350) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:57.118205 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ffdb0b-e74b-47fb-825c-9aec2cf98102 None None] Routers {'97b3b155-c2e6-4ee8-adae-c553fbbb6346'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:21:57.118886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-98ffdb0b-e74b-47fb-825c-9aec2cf98102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:21:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:21:57.309147 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-98ffdb0b-e74b-47fb-825c-9aec2cf98102 None None] Set router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:21:57.408937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] Notify callbacks [] for router, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:57.624511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-98ffdb0b-e74b-47fb-825c-9aec2cf98102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:21:55Z', 'revision_number': 5, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:21:57.629587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ffdb0b-e74b-47fb-825c-9aec2cf98102 None None] Checking router: 97b3b155-c2e6-4ee8-adae-c553fbbb6346 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:21:57.639124 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ffdb0b-e74b-47fb-825c-9aec2cf98102 None None] Routers {'97b3b155-c2e6-4ee8-adae-c553fbbb6346'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:21:57.639818 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-98ffdb0b-e74b-47fb-825c-9aec2cf98102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:21:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:21:57.836992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-98ffdb0b-e74b-47fb-825c-9aec2cf98102 None None] Set router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:21:57.837232 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:57.842345 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] Deleting port b78daf93-01f3-499f-851a-233934c928e0 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:21:57.842717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:58.026773 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] For port b78daf93-01f3-499f-851a-233934c928e0, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=b78daf93-01f3-499f-851a-233934c928e0,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:21:58.027380 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:58.142446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-98ffdb0b-e74b-47fb-825c-9aec2cf98102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:21:55Z', 'revision_number': 5, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:21:58.146618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ffdb0b-e74b-47fb-825c-9aec2cf98102 None None] The sync data for ids ['97b3b155-c2e6-4ee8-adae-c553fbbb6346'] in dv-cinder-759961-3-iscsi is: [{'id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'name': 'tempest-TestShelveInstance-1506912499-router', 'tenant_id': '8bceef06bdef4aee86db3462702e4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b78daf93-01f3-499f-851a-233934c928e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:16:56Z', 'updated_at': '2021-02-17T00:21:55Z', 'revision_number': 5, 'project_id': '8bceef06bdef4aee86db3462702e4f35', 'gw_port': {'id': 'b78daf93-01f3-499f-851a-233934c928e0', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b3b155-c2e6-4ee8-adae-c553fbbb6346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:16:57Z', 'updated_at': '2021-02-17T00:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:21:58.165409 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] Calling delete_port for b78daf93-01f3-499f-851a-233934c928e0 owned by network:router_gateway {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:21:58.308629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:58.497882 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851033173'] for router_gateway, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:58.634557 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3465'] for router, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:58.636881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:58.661268 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371071'] for router, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:58.661814 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97b3b155-c2e6-4ee8-adae-c553fbbb6346 {{(pid=84026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:21:58.674529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:58.675819 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-596fbfac-59b4-447c-ad8b-c1dfb40c9fbb admin admin] 10.222.0.74 "DELETE /v2.0/routers/97b3b155-c2e6-4ee8-adae-c553fbbb6346 HTTP/1.1" status: 204 len: 168 time: 1.5691917 Feb 17 00:21:58.678756 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35356) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:58.745567 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c89bc8-b262-47a9-b5f3-1c0ac5faf959 admin admin] Deleting subnet 768bd55a-a8a3-43f0-8eb6-edfcc4f31821 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:21:58.748730 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d0c89bc8-b262-47a9-b5f3-1c0ac5faf959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:58.802953 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d0c89bc8-b262-47a9-b5f3-1c0ac5faf959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844535203'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:58.803133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:21:58.845313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:21:58.845711 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 1640ab95-ed8e-4cc3-9c11-7f66fa9c1721 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:21:58.933630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d0c89bc8-b262-47a9-b5f3-1c0ac5faf959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:59.196979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d0c89bc8-b262-47a9-b5f3-1c0ac5faf959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852209845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10363437'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:59.212128 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:21:59.297692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c89bc8-b262-47a9-b5f3-1c0ac5faf959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768bd55a-a8a3-43f0-8eb6-edfcc4f31821,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:21:59.303149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d0c89bc8-b262-47a9-b5f3-1c0ac5faf959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:21:59.344240 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d0c89bc8-b262-47a9-b5f3-1c0ac5faf959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:59.349547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe80c4-7602-444f-bb29-c871194c44e1 None None] Network 2eb778ad-5e4d-4b89-b180-c8e46495da46 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:21:59.350794 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d0c89bc8-b262-47a9-b5f3-1c0ac5faf959 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/768bd55a-a8a3-43f0-8eb6-edfcc4f31821 HTTP/1.1" status: 204 len: 168 time: 0.6708612 Feb 17 00:21:59.353374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35360) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:59.480255 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:59.549119 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Deleting port d931ee30-ca69-4a37-ba56-12c68ad54258 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:21:59.549500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:59.604774 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250f145c-4146-4e27-85aa-c0c700f51930 None None] DHCP port deletion for 2eb778ad-5e4d-4b89-b180-c8e46495da46 request from dv-cinder-759961-3-iscsi {{(pid=84028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:21:59.608990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-250f145c-4146-4e27-85aa-c0c700f51930 None None] Deleting port d931ee30-ca69-4a37-ba56-12c68ad54258 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:21:59.610034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-250f145c-4146-4e27-85aa-c0c700f51930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:59.769291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] For port d931ee30-ca69-4a37-ba56-12c68ad54258, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=d931ee30-ca69-4a37-ba56-12c68ad54258,segment=NetworkSegment(b8a457cc-6b1a-41fc-9647-8a1a1aaf459f),segment_id=b8a457cc-6b1a-41fc-9647-8a1a1aaf459f)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:21:59.769607 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:59.828422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-250f145c-4146-4e27-85aa-c0c700f51930 None None] For port d931ee30-ca69-4a37-ba56-12c68ad54258, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=d931ee30-ca69-4a37-ba56-12c68ad54258,segment=NetworkSegment(b8a457cc-6b1a-41fc-9647-8a1a1aaf459f),segment_id=b8a457cc-6b1a-41fc-9647-8a1a1aaf459f)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:21:59.828885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-250f145c-4146-4e27-85aa-c0c700f51930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:59.902365 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Calling delete_port for d931ee30-ca69-4a37-ba56-12c68ad54258 owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:21:59.963259 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-250f145c-4146-4e27-85aa-c0c700f51930 None None] Calling delete_port for d931ee30-ca69-4a37-ba56-12c68ad54258 owned by network:dhcp {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:21:59.982309 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:21:59.997174 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:22:00.040854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-250f145c-4146-4e27-85aa-c0c700f51930 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:22:00.041190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-250f145c-4146-4e27-85aa-c0c700f51930 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:22:00.091733 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Pushing event deleted for resources: {'Port': ['ID=d931ee30-ca69-4a37-ba56-12c68ad54258,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:22:00.097352 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:22:00.138650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] No DVR routers for this DVR port d931ee30-ca69-4a37-ba56-12c68ad54258 on host dv-cinder-759961-3-iscsi {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:22:00.261659 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:00.374040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb778ad-5e4d-4b89-b180-c8e46495da46']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:22:00.387497 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:22:00.387844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a457cc-6b1a-41fc-9647-8a1a1aaf459f') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:22:00.400313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240581'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:00.414882 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:00.416889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:22:00.542527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-250f145c-4146-4e27-85aa-c0c700f51930 None None] Deleting port d931ee30-ca69-4a37-ba56-12c68ad54258 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:22:00.542957 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-250f145c-4146-4e27-85aa-c0c700f51930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:00.598742 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Network 2eb778ad-5e4d-4b89-b180-c8e46495da46 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:22:00.607857 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565812'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:00.629136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-250f145c-4146-4e27-85aa-c0c700f51930 None None] The port 'd931ee30-ca69-4a37-ba56-12c68ad54258' was deleted {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:22:00.797626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Network 2eb778ad-5e4d-4b89-b180-c8e46495da46 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:22:00.822412 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:22:00.879043 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device b78daf93-01f3-499f-851a-233934c928e0 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:22:00.910358 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:00.914317 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:22:00.928562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:00.939648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb778ad-5e4d-4b89-b180-c8e46495da46,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:22:00.943123 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:22:00.954715 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] 10.222.0.74 "DELETE /v2.0/networks/2eb778ad-5e4d-4b89-b180-c8e46495da46 HTTP/1.1" status: 204 len: 168 time: 1.6002862 Feb 17 00:22:00.957882 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35364) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:00.986278 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: b78daf93-01f3-499f-851a-233934c928e0 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:22:00.986676 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device b78daf93-01f3-499f-851a-233934c928e0 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:22:00.987147 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device d931ee30-ca69-4a37-ba56-12c68ad54258 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:22:01.036325 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: d931ee30-ca69-4a37-ba56-12c68ad54258 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:22:01.036747 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device d931ee30-ca69-4a37-ba56-12c68ad54258 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:22:01.044835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:01.777488 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46cdc3f1-7d76-442c-acec-28a5c2d297bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854364023'] for router_interface, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:02.151326 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-46cdc3f1-7d76-442c-acec-28a5c2d297bf admin admin] Deleting port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:22:02.151710 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46cdc3f1-7d76-442c-acec-28a5c2d297bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:02.333462 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-46cdc3f1-7d76-442c-acec-28a5c2d297bf admin admin] For port 697a7d2b-17e8-44a6-89c5-8ad9f59933d8, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=697a7d2b-17e8-44a6-89c5-8ad9f59933d8,segment=NetworkSegment(c12876a6-e2a5-41e2-a1b0-92cc1cc19a52),segment_id=c12876a6-e2a5-41e2-a1b0-92cc1cc19a52)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:22:02.333914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46cdc3f1-7d76-442c-acec-28a5c2d297bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:02.467661 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-46cdc3f1-7d76-442c-acec-28a5c2d297bf admin admin] Calling delete_port for 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 owned by network:router_interface {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:22:02.638403 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46cdc3f1-7d76-442c-acec-28a5c2d297bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:02.653996 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9e22ed2a-e821-44c6-ab6d-7adc3401375e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:22:02.756106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdc3f1-7d76-442c-acec-28a5c2d297bf admin admin] Pushing event deleted for resources: {'Port': ['ID=697a7d2b-17e8-44a6-89c5-8ad9f59933d8,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:22:02.761341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-46cdc3f1-7d76-442c-acec-28a5c2d297bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:22:03.097631 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46cdc3f1-7d76-442c-acec-28a5c2d297bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854363929'] for router_interface, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:03.606402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cdc3f1-7d76-442c-acec-28a5c2d297bf admin admin] Router 7c0d400a-e703-4bc0-8b20-f1ffae0745da has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:22:03.795648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cdc3f1-7d76-442c-acec-28a5c2d297bf admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:22:03.805377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d9183-97f0-4786-b7a9-028ee7e9839b None None] Sync routers for ids ['7c0d400a-e703-4bc0-8b20-f1ffae0745da'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:22:03.807082 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-46cdc3f1-7d76-442c-acec-28a5c2d297bf admin admin] 10.222.0.74 "PUT /v2.0/routers/7c0d400a-e703-4bc0-8b20-f1ffae0745da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8479810 Feb 17 00:22:03.809655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35368) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:03.818866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d9183-97f0-4786-b7a9-028ee7e9839b None None] Routers {'7c0d400a-e703-4bc0-8b20-f1ffae0745da'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:22:03.819526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-967d9183-97f0-4786-b7a9-028ee7e9839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:21:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['7c0d400a-e703-4bc0-8b20-f1ffae0745da'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:22:04.181802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-967d9183-97f0-4786-b7a9-028ee7e9839b None None] Set router 7c0d400a-e703-4bc0-8b20-f1ffae0745da gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:22:04.252649 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] Notify callbacks [] for router, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:04.439339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:04.444587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] Deleting port bb04a61f-3426-4014-b254-962ff87ed327 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:22:04.444983 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:04.492806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-967d9183-97f0-4786-b7a9-028ee7e9839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'name': 'tempest-TestShelveInstance-1548649238-router', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:17:05Z', 'updated_at': '2021-02-17T00:22:02Z', 'revision_number': 5, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'gw_port': {'id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:07Z', 'updated_at': '2021-02-17T00:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:22:04.496962 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d9183-97f0-4786-b7a9-028ee7e9839b None None] Checking router: 7c0d400a-e703-4bc0-8b20-f1ffae0745da for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:22:04.506579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d9183-97f0-4786-b7a9-028ee7e9839b None None] Routers {'7c0d400a-e703-4bc0-8b20-f1ffae0745da'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:22:04.507235 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-967d9183-97f0-4786-b7a9-028ee7e9839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:21:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['7c0d400a-e703-4bc0-8b20-f1ffae0745da'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:22:04.633285 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] For port bb04a61f-3426-4014-b254-962ff87ed327, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=bb04a61f-3426-4014-b254-962ff87ed327,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:22:04.633682 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:04.695244 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-967d9183-97f0-4786-b7a9-028ee7e9839b None None] Set router 7c0d400a-e703-4bc0-8b20-f1ffae0745da gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:22:04.764667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] Calling delete_port for bb04a61f-3426-4014-b254-962ff87ed327 owned by network:router_gateway {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:22:04.904842 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:04.997792 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-967d9183-97f0-4786-b7a9-028ee7e9839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'name': 'tempest-TestShelveInstance-1548649238-router', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:17:05Z', 'updated_at': '2021-02-17T00:22:02Z', 'revision_number': 5, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'gw_port': {'id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:07Z', 'updated_at': '2021-02-17T00:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:22:05.001928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d9183-97f0-4786-b7a9-028ee7e9839b None None] The sync data for ids ['7c0d400a-e703-4bc0-8b20-f1ffae0745da'] in dv-cinder-759961-3-iscsi is: [{'id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'name': 'tempest-TestShelveInstance-1548649238-router', 'tenant_id': '3081f37e9c7c495f8ee156904a1484f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:17:05Z', 'updated_at': '2021-02-17T00:22:02Z', 'revision_number': 5, 'project_id': '3081f37e9c7c495f8ee156904a1484f8', 'gw_port': {'id': 'bb04a61f-3426-4014-b254-962ff87ed327', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0d400a-e703-4bc0-8b20-f1ffae0745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:17:07Z', 'updated_at': '2021-02-17T00:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:22:05.096678 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851033173'] for router_gateway, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:05.236431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3465'] for router, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:05.238951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:05.263494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371071'] for router, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:05.264084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c0d400a-e703-4bc0-8b20-f1ffae0745da {{(pid=84026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:22:05.277271 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:05.278493 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9a310492-3c77-404d-b73d-76d047195a23 admin admin] 10.222.0.74 "DELETE /v2.0/routers/7c0d400a-e703-4bc0-8b20-f1ffae0745da HTTP/1.1" status: 204 len: 168 time: 1.4678302 Feb 17 00:22:05.281912 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35372) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:05.348262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f159ade-10d5-416c-ad14-16c2c8e66ae6 admin admin] Deleting subnet 4f32136d-7194-4baa-b570-5a3dc383ca4c {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:22:05.351453 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9f159ade-10d5-416c-ad14-16c2c8e66ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:05.404428 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9f159ade-10d5-416c-ad14-16c2c8e66ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844535203'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:05.497558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9f159ade-10d5-416c-ad14-16c2c8e66ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:05.758464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9f159ade-10d5-416c-ad14-16c2c8e66ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852209845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10363437'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:05.779338 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7f4ff583-b016-4a3b-8b57-9780f8bc93e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:22:05.865214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f159ade-10d5-416c-ad14-16c2c8e66ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f32136d-7194-4baa-b570-5a3dc383ca4c,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:22:05.880668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9f159ade-10d5-416c-ad14-16c2c8e66ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:22:05.913193 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9f159ade-10d5-416c-ad14-16c2c8e66ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:05.918632 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3aae22-fc15-4fe2-bd3f-1b6f461aacb4 None None] Network a64edea9-0801-4566-a468-20eab0f819ca requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:22:05.919718 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9f159ade-10d5-416c-ad14-16c2c8e66ae6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/4f32136d-7194-4baa-b570-5a3dc383ca4c HTTP/1.1" status: 204 len: 168 time: 0.6367674 Feb 17 00:22:05.923049 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 35376) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:06.040723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:06.111539 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Deleting port 436097e7-02f2-4b2c-a6e5-9e5d79862622 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:22:06.112104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:06.182027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49acf7d1-58e6-47c7-87f1-a5c42f1730ba None None] DHCP port deletion for a64edea9-0801-4566-a468-20eab0f819ca request from dv-cinder-759961-3-iscsi {{(pid=84028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:22:06.186179 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-49acf7d1-58e6-47c7-87f1-a5c42f1730ba None None] Deleting port 436097e7-02f2-4b2c-a6e5-9e5d79862622 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:22:06.186602 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49acf7d1-58e6-47c7-87f1-a5c42f1730ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:06.343313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] For port 436097e7-02f2-4b2c-a6e5-9e5d79862622, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=436097e7-02f2-4b2c-a6e5-9e5d79862622,segment=NetworkSegment(c12876a6-e2a5-41e2-a1b0-92cc1cc19a52),segment_id=c12876a6-e2a5-41e2-a1b0-92cc1cc19a52)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:22:06.344430 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:06.407563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-06e7aee1-dd83-453e-9c8a-0e3271181e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:06.419220 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-49acf7d1-58e6-47c7-87f1-a5c42f1730ba None None] For port 436097e7-02f2-4b2c-a6e5-9e5d79862622, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=436097e7-02f2-4b2c-a6e5-9e5d79862622,segment=NetworkSegment(c12876a6-e2a5-41e2-a1b0-92cc1cc19a52),segment_id=c12876a6-e2a5-41e2-a1b0-92cc1cc19a52)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:22:06.419597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49acf7d1-58e6-47c7-87f1-a5c42f1730ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:06.477868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Calling delete_port for 436097e7-02f2-4b2c-a6e5-9e5d79862622 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:22:06.553037 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-49acf7d1-58e6-47c7-87f1-a5c42f1730ba None None] Calling delete_port for 436097e7-02f2-4b2c-a6e5-9e5d79862622 owned by network:dhcp {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:22:06.558133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:06.573394 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-640d83cd-74f7-44fd-b586-f54b03718fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:22:06.630298 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-49acf7d1-58e6-47c7-87f1-a5c42f1730ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:22:06.630631 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-49acf7d1-58e6-47c7-87f1-a5c42f1730ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:22:06.668210 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=436097e7-02f2-4b2c-a6e5-9e5d79862622,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:22:06.688128 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.688558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.689003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.689421 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.689829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.690241 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.690648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.691056 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.691463 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.691873 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.692272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.692676 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.693134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.693537 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.693939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.694338 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.694739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.695138 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.695543 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.695944 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.696343 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.696764 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.697167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.697570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:22:06.703810 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:22:06.733156 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] No DVR routers for this DVR port 436097e7-02f2-4b2c-a6e5-9e5d79862622 on host dv-cinder-759961-3-iscsi {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:22:06.845677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device bb04a61f-3426-4014-b254-962ff87ed327 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:22:06.884367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: bb04a61f-3426-4014-b254-962ff87ed327 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:22:06.884717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device bb04a61f-3426-4014-b254-962ff87ed327 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:22:06.885190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 436097e7-02f2-4b2c-a6e5-9e5d79862622 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:22:06.923978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 436097e7-02f2-4b2c-a6e5-9e5d79862622 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:22:06.924839 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 436097e7-02f2-4b2c-a6e5-9e5d79862622 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:22:06.925304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:22:06.965796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:22:06.966188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 697a7d2b-17e8-44a6-89c5-8ad9f59933d8 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:22:07.087928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:07.132074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-49acf7d1-58e6-47c7-87f1-a5c42f1730ba None None] Deleting port 436097e7-02f2-4b2c-a6e5-9e5d79862622 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:22:07.132658 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49acf7d1-58e6-47c7-87f1-a5c42f1730ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:07.202754 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64edea9-0801-4566-a468-20eab0f819ca']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:22:07.205511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-49acf7d1-58e6-47c7-87f1-a5c42f1730ba None None] The port '436097e7-02f2-4b2c-a6e5-9e5d79862622' was deleted {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:22:07.216745 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12876a6-e2a5-41e2-a1b0-92cc1cc19a52') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:22:07.217105 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12876a6-e2a5-41e2-a1b0-92cc1cc19a52') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:22:07.229129 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9628001'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:07.246068 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:07.248164 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:22:07.426929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Network a64edea9-0801-4566-a468-20eab0f819ca has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:22:07.436019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10069771'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:07.614275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Network a64edea9-0801-4566-a468-20eab0f819ca has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:22:07.636125 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:22:07.717987 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:07.723149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:07.726923 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-95cbe8ad-c748-4471-8b0d-02f4b61b6e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:22:07.749194 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a64edea9-0801-4566-a468-20eab0f819ca HTTP/1.1" status: 204 len: 168 time: 1.8249536 Feb 17 00:22:07.750110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a64edea9-0801-4566-a468-20eab0f819ca,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:22:07.752652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:22:07.868222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 35382) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:07.919399 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a9a87729-8cd0-40e1-bfa9-6a92beab612e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8bceef06bdef4aee86db3462702e4f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498364 Feb 17 00:22:07.922047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 35386) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:07.987110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-137d6653-ede1-4a92-b555-c0632435b2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:08.014319 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-137d6653-ede1-4a92-b555-c0632435b2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:08.063250 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-137d6653-ede1-4a92-b555-c0632435b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:08.068490 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-62c9ecc0-5b57-46d6-a9d9-bdd3fbf97495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:22:08.085511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d6653-ede1-4a92-b555-c0632435b2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c193bf-c720-4408-b095-3f1195f5e020,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:22:08.088417 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-137d6653-ede1-4a92-b555-c0632435b2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:22:08.092614 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-137d6653-ede1-4a92-b555-c0632435b2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:08.096976 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-137d6653-ede1-4a92-b555-c0632435b2b4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/67c193bf-c720-4408-b095-3f1195f5e020 HTTP/1.1" status: 204 len: 168 time: 0.1715455 Feb 17 00:22:08.451720 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35394) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:08.503786 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7e659fe3-f094-438e-915d-f5919c57014e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3081f37e9c7c495f8ee156904a1484f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507045 Feb 17 00:22:08.506213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35398) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:08.566768 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c427da23-4eb5-4d56-9156-074d9fcb03ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:08.594548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c427da23-4eb5-4d56-9156-074d9fcb03ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:08.608596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c80a15ea-e577-4bc3-94c9-d637d2b83743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:08.642241 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c427da23-4eb5-4d56-9156-074d9fcb03ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:08.647394 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23dbccc2-6584-4219-8c0c-cf2b496554ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:22:08.661368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427da23-4eb5-4d56-9156-074d9fcb03ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e343204-fe9b-418a-882d-f8cc292e5ad9,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:22:08.664569 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c427da23-4eb5-4d56-9156-074d9fcb03ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:22:08.665390 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c427da23-4eb5-4d56-9156-074d9fcb03ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:08.666723 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c427da23-4eb5-4d56-9156-074d9fcb03ff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e343204-fe9b-418a-882d-f8cc292e5ad9 HTTP/1.1" status: 204 len: 168 time: 0.1594508 Feb 17 00:22:09.252450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:10.241745 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:10.566937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:18.059267 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:22:30.855990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:32.520713 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cf7187a-051a-499a-b422-566fef594552 req-13800f7b-ae7b-4ef8-8200-8481d8f5c3af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2408619 Feb 17 00:22:32.620973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7187a-051a-499a-b422-566fef594552 req-64357333-1578-4b98-b028-3ab4dabd5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:22:32.622558 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cf7187a-051a-499a-b422-566fef594552 req-64357333-1578-4b98-b028-3ab4dabd5099 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1202 time: 0.0805924 Feb 17 00:22:32.776208 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7187a-051a-499a-b422-566fef594552 req-21c92a3f-71a6-4500-a57e-766a5812ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:22:32.777851 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cf7187a-051a-499a-b422-566fef594552 req-21c92a3f-71a6-4500-a57e-766a5812ca11 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 908 time: 0.1358109 Feb 17 00:22:32.886939 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cf7187a-051a-499a-b422-566fef594552 req-d8295f62-970d-4048-b03e-c71d90e2e02b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 1001 time: 0.1023982 Feb 17 00:22:32.957120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7187a-051a-499a-b422-566fef594552 req-ba021bd5-48dc-4951-93a7-22f568a9c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:22:32.958650 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cf7187a-051a-499a-b422-566fef594552 req-ba021bd5-48dc-4951-93a7-22f568a9c975 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 200 len: 853 time: 0.0634754 Feb 17 00:22:33.043982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7187a-051a-499a-b422-566fef594552 req-42c8c9a9-b371-4384-a952-c39e2e643120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:22:33.045603 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cf7187a-051a-499a-b422-566fef594552 req-42c8c9a9-b371-4384-a952-c39e2e643120 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801871 Feb 17 00:22:33.189907 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cf7187a-051a-499a-b422-566fef594552 req-8c8ea3d4-e13f-4559-a9dc-9b72f9589f29 service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373653 Feb 17 00:22:33.331932 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cf7187a-051a-499a-b422-566fef594552 req-746afccc-013b-4b9f-99a7-a93019de1667 service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351879 Feb 17 00:22:36.328891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49da504e-2343-4d78-973d-fb9394d4ede1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:38.609892 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6f981de8-7d1b-46e2-9962-ccd282e25dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:39.255373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:40.243934 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:40.569676 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:22:55.058639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:23:00.855048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:23:06.330733 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7b2d7d7f-0c62-465d-93b0-1163b25fc2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:23:08.611919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8881-3c6e-412a-9050-1ff879db1ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:23:09.258699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:23:10.245275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:23:10.571969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:23:30.870124 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:23:32.058891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:23:32.292407 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce9bd375-3fbf-4fbd-bd06-7521dfd8226d req-a1457262-7a6d-4229-89fd-68150db06539 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0771103 Feb 17 00:23:32.440578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bd375-3fbf-4fbd-bd06-7521dfd8226d req-e85349d9-0258-4ac8-a167-b376253f128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:23:32.442161 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce9bd375-3fbf-4fbd-bd06-7521dfd8226d req-e85349d9-0258-4ac8-a167-b376253f128a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1202 time: 0.0788338 Feb 17 00:23:32.596015 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bd375-3fbf-4fbd-bd06-7521dfd8226d req-bab0e944-dfae-4d67-b4fb-759373dca7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:23:32.597624 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce9bd375-3fbf-4fbd-bd06-7521dfd8226d req-bab0e944-dfae-4d67-b4fb-759373dca7a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 908 time: 0.1365128 Feb 17 00:23:32.707459 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce9bd375-3fbf-4fbd-bd06-7521dfd8226d req-7572d2fe-5295-4afc-b344-11fc19a99569 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 1001 time: 0.1029968 Feb 17 00:23:32.777884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bd375-3fbf-4fbd-bd06-7521dfd8226d req-891a9347-86e8-4be9-b686-c6abca87b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:23:32.780022 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce9bd375-3fbf-4fbd-bd06-7521dfd8226d req-891a9347-86e8-4be9-b686-c6abca87b161 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 200 len: 853 time: 0.0663974 Feb 17 00:23:32.862310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bd375-3fbf-4fbd-bd06-7521dfd8226d req-70dcbc03-7759-4dda-b2bb-26ba9ed2e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:23:32.863920 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce9bd375-3fbf-4fbd-bd06-7521dfd8226d req-70dcbc03-7759-4dda-b2bb-26ba9ed2e64e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777533 Feb 17 00:23:33.005085 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce9bd375-3fbf-4fbd-bd06-7521dfd8226d req-0a121282-7885-4b97-92af-dc0df4573d1c service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340079 Feb 17 00:23:33.147886 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce9bd375-3fbf-4fbd-bd06-7521dfd8226d req-c2b2597c-ceed-48a9-b1db-f0e23d5fd7b7 service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366811 Feb 17 00:23:36.331496 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ab6e0edc-2229-46ca-af0d-1e2001edf7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:23:38.614696 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5815fc7-9ba6-469e-a8bd-fe9cdaaeb1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:23:39.260269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:23:40.247756 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:23:40.576169 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:00.901355 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:06.332150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6fb28cd4-fb9b-407b-811b-af0b17de6947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:08.616203 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-477d5afc-3a98-496d-8e60-3f5beb4cb2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:09.058435 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:24:09.262080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:10.250181 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:10.578557 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:30.916596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:32.361285 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e7cc7d9-5ad5-4b70-8413-2fe89cf6f97f req-408d0bfd-1c35-4331-95a6-21208c4a4073 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0792654 Feb 17 00:24:32.514492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cc7d9-5ad5-4b70-8413-2fe89cf6f97f req-51359071-f781-4c57-8ca1-8549741d17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:24:32.516123 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e7cc7d9-5ad5-4b70-8413-2fe89cf6f97f req-51359071-f781-4c57-8ca1-8549741d17f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1202 time: 0.0796471 Feb 17 00:24:32.669621 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cc7d9-5ad5-4b70-8413-2fe89cf6f97f req-67e5ef1b-6ac2-4698-b875-1badda1ad7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:24:32.671216 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e7cc7d9-5ad5-4b70-8413-2fe89cf6f97f req-67e5ef1b-6ac2-4698-b875-1badda1ad7a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 908 time: 0.1368420 Feb 17 00:24:32.780012 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e7cc7d9-5ad5-4b70-8413-2fe89cf6f97f req-7d5f211b-67e6-4639-acfb-95097a100f3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 1001 time: 0.1021602 Feb 17 00:24:32.848701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cc7d9-5ad5-4b70-8413-2fe89cf6f97f req-1755915e-287f-48af-856c-d722a872e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:24:32.850318 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e7cc7d9-5ad5-4b70-8413-2fe89cf6f97f req-1755915e-287f-48af-856c-d722a872e0b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 200 len: 853 time: 0.0642498 Feb 17 00:24:32.936007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cc7d9-5ad5-4b70-8413-2fe89cf6f97f req-771b832b-168b-4e21-bd9b-881f8f1a7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:24:32.937547 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e7cc7d9-5ad5-4b70-8413-2fe89cf6f97f req-771b832b-168b-4e21-bd9b-881f8f1a7224 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793366 Feb 17 00:24:33.079405 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e7cc7d9-5ad5-4b70-8413-2fe89cf6f97f req-99779554-66c9-466a-b683-97c8d394bf39 service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346288 Feb 17 00:24:33.224023 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e7cc7d9-5ad5-4b70-8413-2fe89cf6f97f req-499d4b3a-264b-409b-bf03-38ef81f4dcec service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359239 Feb 17 00:24:36.334306 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-43795852-5424-423b-8446-65bddf1b6c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:38.617544 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0c3d735c-ea8a-4012-afa1-94943a1caa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:39.265784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:40.253657 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:40.590785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:46.059439 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:25:00.931961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:06.335727 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2c0d-add6-4fdf-bf3e-c1d7dfc4a391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:08.619495 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ac76987-a268-481e-a981-b01dd760f1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:09.267265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:10.255530 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:10.585785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:23.059753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:25:27.111871 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df0681e0-bd7e-4f6c-8d41-5734efc22b6a req-bbdc7a18-4728-4d0b-9f33-f99cb6528fc3 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1534007664&fields=id&tenant_id=2730bb77df374be4bd6926e1efee434a HTTP/1.1" status: 200 len: 267 time: 0.0475311 Feb 17 00:25:27.202985 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0681e0-bd7e-4f6c-8d41-5734efc22b6a req-5cf35d41-1a03-48e5-95fe-b793d4bd18c9 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:27.204583 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df0681e0-bd7e-4f6c-8d41-5734efc22b6a req-5cf35d41-1a03-48e5-95fe-b793d4bd18c9 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 984 time: 0.0863078 Feb 17 00:25:27.216945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-df0681e0-bd7e-4f6c-8d41-5734efc22b6a req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Request body: {'port': {'security_groups': ['0b9c56c1-27b2-4a39-89b2-c1334e60fcf7']}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:27.347586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-df0681e0-bd7e-4f6c-8d41-5734efc22b6a req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:27.660279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-df0681e0-bd7e-4f6c-8d41-5734efc22b6a req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] For port 07665991-f208-47c0-aa0b-519d9693fedd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=07665991-f208-47c0-aa0b-519d9693fedd,segment=NetworkSegment(7560319b-3cbf-4549-a38b-0028261bd712),segment_id=7560319b-3cbf-4549-a38b-0028261bd712)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:25:27.686155 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-df0681e0-bd7e-4f6c-8d41-5734efc22b6a req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:27.689472 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-df0681e0-bd7e-4f6c-8d41-5734efc22b6a req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:27.705101 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-276bc2fa-e4b3-468b-9372-4b39b88dcc49 tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:27.860517 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Pushing event updated for resources: {'Port': ['ID=07665991-f208-47c0-aa0b-519d9693fedd,revision_number=6']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:27.874221 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.874644 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.875055 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.875461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.875869 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.876271 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.876668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.877114 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.877512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.877907 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.878300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.878694 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.879124 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.879518 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.879911 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.880300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.880719 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.881102 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.881493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.881885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.882272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.882657 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.883046 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.883431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:27.896204 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:27.918147 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0681e0-bd7e-4f6c-8d41-5734efc22b6a req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:27.918819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-df0681e0-bd7e-4f6c-8d41-5734efc22b6a req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:27.920296 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df0681e0-bd7e-4f6c-8d41-5734efc22b6a req-f503d559-0b1e-4439-a1b8-ee1a696e5310 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "PUT /v2.0/ports/07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 942 time: 0.7088866 Feb 17 00:25:27.920860 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:25:28.000462 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0dfd2349-6b64-4c65-9a02-918e9a00275f req-6fcda9ce-6b42-499a-b31d-c54972f75a69 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups/e1489d35-c7dc-4cda-83d3-2f33be48d5f4 HTTP/1.1" status: 200 len: 3005 time: 0.0602162 Feb 17 00:25:28.081650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0dfd2349-6b64-4c65-9a02-918e9a00275f req-de4d171c-6c89-470b-ad4d-f9e6f5ce45f8 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:28.115211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0dfd2349-6b64-4c65-9a02-918e9a00275f req-de4d171c-6c89-470b-ad4d-f9e6f5ce45f8 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:28.158752 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8d9c5dec-cc84-42c9-8db0-1f7310a8f401 None None] Provisioning complete for port 07665991-f208-47c0-aa0b-519d9693fedd triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:28.159489 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5dec-cc84-42c9-8db0-1f7310a8f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:28.163854 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd', 'status': 'completed', 'code': 200} Feb 17 00:25:28.171295 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0dfd2349-6b64-4c65-9a02-918e9a00275f req-de4d171c-6c89-470b-ad4d-f9e6f5ce45f8 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:28.177026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-96dbbfb5-fe9c-4bf8-b2b5-2babfc4f51fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:28.193638 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d171c-6c89-470b-ad4d-f9e6f5ce45f8 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1489d35-c7dc-4cda-83d3-2f33be48d5f4,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:28.196442 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-de4d171c-6c89-470b-ad4d-f9e6f5ce45f8 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:28.205279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0dfd2349-6b64-4c65-9a02-918e9a00275f req-de4d171c-6c89-470b-ad4d-f9e6f5ce45f8 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:28.206534 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0dfd2349-6b64-4c65-9a02-918e9a00275f req-de4d171c-6c89-470b-ad4d-f9e6f5ce45f8 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "DELETE /v2.0/security-groups/e1489d35-c7dc-4cda-83d3-2f33be48d5f4 HTTP/1.1" status: 204 len: 173 time: 0.1988490 Feb 17 00:25:28.271244 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fe0c6-c947-44a2-bfb4-cf6a58df609b req-d4db8cea-c311-4034-bb28-a5e369364598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:28.272904 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-255fe0c6-c947-44a2-bfb4-cf6a58df609b req-d4db8cea-c311-4034-bb28-a5e369364598 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1162 time: 0.0852883 Feb 17 00:25:28.347841 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-feb64be0-054c-46e0-9a5e-c3ac9f28b096 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/floatingips/64cf15f1-85b6-4f08-9b19-df6eb6dcf7d3 HTTP/1.1" status: 200 len: 998 time: 0.1206069 Feb 17 00:25:28.519457 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-b4d3d501-06ca-4caf-a5c1-9b1d6392688a tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:28.521047 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-b4d3d501-06ca-4caf-a5c1-9b1d6392688a tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/networks/7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b HTTP/1.1" status: 200 len: 784 time: 0.1669028 Feb 17 00:25:28.532979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-50ed4a06-f0f4-413e-a21b-8e6f75a04c58 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:25:28.534085 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-50ed4a06-f0f4-413e-a21b-8e6f75a04c58 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063560 Feb 17 00:25:28.639975 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 07665991-f208-47c0-aa0b-519d9693fedd up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:25:28.650887 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-524dc8ac-b16d-441b-880d-de66773b04cd tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.238 HTTP/1.1" status: 200 len: 1001 time: 0.1100185 Feb 17 00:25:28.660233 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fe0c6-c947-44a2-bfb4-cf6a58df609b req-1c60fd1f-a14f-4a8e-aaa6-e98c59c5f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:28.661840 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-255fe0c6-c947-44a2-bfb4-cf6a58df609b req-1c60fd1f-a14f-4a8e-aaa6-e98c59c5f8db service neutron] 10.222.0.44 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 908 time: 0.3823745 Feb 17 00:25:28.714936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 07665991-f208-47c0-aa0b-519d9693fedd triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:28.715758 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:28.735708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-c96b6675-c1ed-40c4-88f9-d5ab7eb676c9 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:28.737392 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-c96b6675-c1ed-40c4-88f9-d5ab7eb676c9 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports/07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 942 time: 0.0785110 Feb 17 00:25:28.774145 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-255fe0c6-c947-44a2-bfb4-cf6a58df609b req-a2aded14-0712-4236-8331-b70f27224915 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 1001 time: 0.1046834 Feb 17 00:25:28.847875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fe0c6-c947-44a2-bfb4-cf6a58df609b req-a8524481-f2d9-4222-adb1-cd5dbdbd3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:28.849471 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-255fe0c6-c947-44a2-bfb4-cf6a58df609b req-a8524481-f2d9-4222-adb1-cd5dbdbd3a6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 200 len: 853 time: 0.0694165 Feb 17 00:25:28.933018 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fe0c6-c947-44a2-bfb4-cf6a58df609b req-5a66b372-7a5c-40c4-954c-6256bd3bbc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:28.933713 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-e9355eb8-40f6-49ec-8c1d-5b7fa5ea6bb0 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.238 HTTP/1.1" status: 200 len: 1001 time: 0.1084499 Feb 17 00:25:28.935125 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-255fe0c6-c947-44a2-bfb4-cf6a58df609b req-5a66b372-7a5c-40c4-954c-6256bd3bbc38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788083 Feb 17 00:25:29.076310 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-255fe0c6-c947-44a2-bfb4-cf6a58df609b req-e9db20bd-9f9c-45f9-a4f4-eda0b7c5409a service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342483 Feb 17 00:25:29.158363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Deleting port ca4a0dcd-81f2-4a2d-acfd-8096964705b8 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:25:29.158964 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:29.218398 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-255fe0c6-c947-44a2-bfb4-cf6a58df609b req-633fff2b-7341-4904-9396-f01bb8e1bc30 service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358204 Feb 17 00:25:29.337507 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:29.337788 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:29.720628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Calling delete_port for ca4a0dcd-81f2-4a2d-acfd-8096964705b8 owned by network:floatingip {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:25:29.871555 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:29.886746 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-05173ec7-30fd-49ed-a53d-115fa8be877c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:29.981606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Pushing event deleted for resources: {'Port': ['ID=ca4a0dcd-81f2-4a2d-acfd-8096964705b8,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:29.994141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:30.108633 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks [] for floatingip, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:30.109041 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Floating IP 64cf15f1-85b6-4f08-9b19-df6eb6dcf7d3 disassociated (deleted). External IP: 172.27.1.238, port: 07665991-f208-47c0-aa0b-519d9693fedd. Feb 17 00:25:30.484180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Router 6efa0e44-75df-46c8-8fd9-57409154780d has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:25:30.683933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:25:30.693731 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6befca3f-bc8e-4800-a0fb-57b2025b15fe None None] Sync routers for ids ['6efa0e44-75df-46c8-8fd9-57409154780d'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:25:30.703897 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6befca3f-bc8e-4800-a0fb-57b2025b15fe None None] Routers {'6efa0e44-75df-46c8-8fd9-57409154780d'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:25:30.704565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-6befca3f-bc8e-4800-a0fb-57b2025b15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:25:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6efa0e44-75df-46c8-8fd9-57409154780d'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:30.708233 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:30.769131 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "DELETE /v2.0/floatingips/64cf15f1-85b6-4f08-9b19-df6eb6dcf7d3 HTTP/1.1" status: 204 len: 173 time: 1.8279924 Feb 17 00:25:30.769720 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:25:30.821337 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd', 'status': 'completed', 'code': 200} Feb 17 00:25:30.904928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-6befca3f-bc8e-4800-a0fb-57b2025b15fe None None] Set router 6efa0e44-75df-46c8-8fd9-57409154780d gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:25:30.924165 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eae0b-0236-45d3-b5f0-a5cba1d82bd8 req-984c9fbb-68ff-4d15-b3ae-2089135a055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:30.926111 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-363eae0b-0236-45d3-b5f0-a5cba1d82bd8 req-984c9fbb-68ff-4d15-b3ae-2089135a055f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1162 time: 0.0827022 Feb 17 00:25:30.951789 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-951e3346-261e-4cb7-aef6-03a87ae6e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:30.953466 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-951e3346-261e-4cb7-aef6-03a87ae6e521 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1162 time: 0.1700947 Feb 17 00:25:30.981288 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:31.080596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eae0b-0236-45d3-b5f0-a5cba1d82bd8 req-45455752-b549-42dd-bb21-b1e15d7ce091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:31.082188 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-363eae0b-0236-45d3-b5f0-a5cba1d82bd8 req-45455752-b549-42dd-bb21-b1e15d7ce091 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 908 time: 0.1500375 Feb 17 00:25:31.106259 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-224e0a83-3ab5-4e2e-a11e-08ce2f50c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:31.108033 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-224e0a83-3ab5-4e2e-a11e-08ce2f50c30d service neutron] 10.222.0.74 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 908 time: 0.1476514 Feb 17 00:25:31.210487 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-f29e9b15-75d6-4c54-ac8b-6f7113cf4222 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 217 time: 0.0763988 Feb 17 00:25:31.214609 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-363eae0b-0236-45d3-b5f0-a5cba1d82bd8 req-659b3835-c976-475c-8ff5-9f767b104eb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 217 time: 0.1246009 Feb 17 00:25:31.283447 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-1eb06fd1-dbcb-4aee-a96b-9ccafcda2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:31.284118 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eae0b-0236-45d3-b5f0-a5cba1d82bd8 req-5c847ad3-0097-45c6-ad1c-0e5659d5ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:31.285067 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-1eb06fd1-dbcb-4aee-a96b-9ccafcda2f58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 200 len: 853 time: 0.0681765 Feb 17 00:25:31.285861 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-363eae0b-0236-45d3-b5f0-a5cba1d82bd8 req-5c847ad3-0097-45c6-ad1c-0e5659d5ad57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 200 len: 853 time: 0.0654073 Feb 17 00:25:31.372400 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-37c41e78-02e4-4f85-84ec-e0851f28b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:31.373960 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-37c41e78-02e4-4f85-84ec-e0851f28b01a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810411 Feb 17 00:25:31.375009 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eae0b-0236-45d3-b5f0-a5cba1d82bd8 req-1af17ad4-44ad-4cc3-9f49-657fe69659f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:31.376633 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-363eae0b-0236-45d3-b5f0-a5cba1d82bd8 req-1af17ad4-44ad-4cc3-9f49-657fe69659f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837302 Feb 17 00:25:31.437214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-6befca3f-bc8e-4800-a0fb-57b2025b15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 4, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'cbf337cf-8744-4930-820b-32ac045cc669', 'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'mac_address': 'fa:16:3e:96:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:33Z', 'updated_at': '2021-02-17T00:20:43Z', 'revision_number': 5, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'subnets': [{'id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:31.441414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6befca3f-bc8e-4800-a0fb-57b2025b15fe None None] Checking router: 6efa0e44-75df-46c8-8fd9-57409154780d for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:25:31.451093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6befca3f-bc8e-4800-a0fb-57b2025b15fe None None] Routers {'6efa0e44-75df-46c8-8fd9-57409154780d'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:25:31.451760 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-6befca3f-bc8e-4800-a0fb-57b2025b15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:25:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6efa0e44-75df-46c8-8fd9-57409154780d'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:31.520392 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-585e85a8-67e1-4d82-862d-91e233349a7b service neutron] 10.222.0.74 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390448 Feb 17 00:25:31.522131 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-363eae0b-0236-45d3-b5f0-a5cba1d82bd8 req-8aa26888-04d3-4957-93e2-625ab2ad2b86 service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387463 Feb 17 00:25:31.645383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-6befca3f-bc8e-4800-a0fb-57b2025b15fe None None] Set router 6efa0e44-75df-46c8-8fd9-57409154780d gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:25:31.666263 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-363eae0b-0236-45d3-b5f0-a5cba1d82bd8 req-7b9bb35b-5c90-4ac6-b063-1e79403d807b service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370034 Feb 17 00:25:31.667200 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71278702-f48f-4db6-9197-3a0e62f6dec7 req-c44a2dce-244c-404c-b6ae-6d71101e62f7 service neutron] 10.222.0.74 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400671 Feb 17 00:25:31.988592 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-6befca3f-bc8e-4800-a0fb-57b2025b15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 4, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'cbf337cf-8744-4930-820b-32ac045cc669', 'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'mac_address': 'fa:16:3e:96:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:33Z', 'updated_at': '2021-02-17T00:20:43Z', 'revision_number': 5, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'subnets': [{'id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:31.992889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6befca3f-bc8e-4800-a0fb-57b2025b15fe None None] The sync data for ids ['6efa0e44-75df-46c8-8fd9-57409154780d'] in dv-cinder-759961-3-iscsi is: [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:20:34Z', 'revision_number': 4, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': 'cbf337cf-8744-4930-820b-32ac045cc669', 'name': '', 'network_id': '32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'mac_address': 'fa:16:3e:96:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:33Z', 'updated_at': '2021-02-17T00:20:43Z', 'revision_number': 5, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'subnets': [{'id': 'c1bf1c02-226f-48ff-929e-bb4f3cc35a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:25:32.287105 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-50752ded-1031-4ab7-8263-a17925adc52e req-a29bce7b-fcc0-48d5-9409-68db7fc35867 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0782342 Feb 17 00:25:32.360069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2fd29-eba4-40c6-82d5-6e5321306c96 None None] New status for floating IP 64cf15f1-85b6-4f08-9b19-df6eb6dcf7d3: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:25:32.441704 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50752ded-1031-4ab7-8263-a17925adc52e req-fbdb397f-1dc1-4eb2-aa1e-fdcd023ca5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:32.443411 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-50752ded-1031-4ab7-8263-a17925adc52e req-fbdb397f-1dc1-4eb2-aa1e-fdcd023ca5ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2730bb77df374be4bd6926e1efee434a&device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 1162 time: 0.0821733 Feb 17 00:25:32.610182 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50752ded-1031-4ab7-8263-a17925adc52e req-98d32e66-8345-42b9-9560-5cb6aa32ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:32.611756 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-50752ded-1031-4ab7-8263-a17925adc52e req-98d32e66-8345-42b9-9560-5cb6aa32ea31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 200 len: 908 time: 0.1426530 Feb 17 00:25:32.683768 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-50752ded-1031-4ab7-8263-a17925adc52e req-be396b3b-e4fd-438c-83c7-06e7ecd73000 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 200 len: 217 time: 0.0651660 Feb 17 00:25:32.753635 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50752ded-1031-4ab7-8263-a17925adc52e req-f7ed7285-1d94-468d-9441-bcb88939159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:32.755113 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-50752ded-1031-4ab7-8263-a17925adc52e req-f7ed7285-1d94-468d-9441-bcb88939159f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 200 len: 853 time: 0.0655661 Feb 17 00:25:32.838398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50752ded-1031-4ab7-8263-a17925adc52e req-e4513ee2-4065-4f9b-b76d-81b0aeed576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:32.840580 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-50752ded-1031-4ab7-8263-a17925adc52e req-e4513ee2-4065-4f9b-b76d-81b0aeed576e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777869 Feb 17 00:25:32.985805 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-50752ded-1031-4ab7-8263-a17925adc52e req-79dcfa30-6ce1-40ce-95ae-6e9802bc742c service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383586 Feb 17 00:25:33.134904 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-50752ded-1031-4ab7-8263-a17925adc52e req-66f4daa6-9f55-49e9-9a5d-9f73da634115 service neutron] 10.222.0.44 "GET /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393707 Feb 17 00:25:35.054411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a41e-640c-4517-8698-f2134210f610 req-2a8c3eb2-ff8d-4e5e-8578-6b6459fc45a4 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:35.055154 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-06b3a41e-640c-4517-8698-f2134210f610 req-2a8c3eb2-ff8d-4e5e-8578-6b6459fc45a4 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Synchronizing usage tracker for tenant:2730bb77df374be4bd6926e1efee434a on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:25:35.069845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-06b3a41e-640c-4517-8698-f2134210f610 req-2a8c3eb2-ff8d-4e5e-8578-6b6459fc45a4 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Unset dirty status for tenant:2730bb77df374be4bd6926e1efee434a on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:25:35.071067 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-06b3a41e-640c-4517-8698-f2134210f610 req-2a8c3eb2-ff8d-4e5e-8578-6b6459fc45a4 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 945 time: 0.1043978 Feb 17 00:25:35.117696 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-06b3a41e-640c-4517-8698-f2134210f610 req-d46c390f-fd54-4621-99e3-df6645f5aa33 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Synchronizing usage tracker for tenant:2730bb77df374be4bd6926e1efee434a on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:25:35.133634 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-06b3a41e-640c-4517-8698-f2134210f610 req-d46c390f-fd54-4621-99e3-df6645f5aa33 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Unset dirty status for tenant:2730bb77df374be4bd6926e1efee434a on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:25:35.134820 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-06b3a41e-640c-4517-8698-f2134210f610 req-d46c390f-fd54-4621-99e3-df6645f5aa33 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574090 Feb 17 00:25:36.337249 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b5a9-9fba-49ed-91a5-18b332caabc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:36.457939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75457ffa-5417-4807-ac2c-e55b17bce824 req-8ce69e48-b9f0-40df-91b4-032e86a7b4e7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:36.459461 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-75457ffa-5417-4807-ac2c-e55b17bce824 req-8ce69e48-b9f0-40df-91b4-032e86a7b4e7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 945 time: 0.0873992 Feb 17 00:25:36.506584 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-75457ffa-5417-4807-ac2c-e55b17bce824 req-286dc6fc-1ab8-4532-8e5d-2c019eac6a5c tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/security-groups?id=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Feb 17 00:25:36.571500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 07665991-f208-47c0-aa0b-519d9693fedd up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:25:36.648063 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 07665991-f208-47c0-aa0b-519d9693fedd triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:36.648487 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:36.680180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf13793-9840-4695-b92b-f1f59fc91de7 req-a3ae344f-9780-4cf4-a74a-7e5629df6143 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:36.680958 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-ebf13793-9840-4695-b92b-f1f59fc91de7 req-a3ae344f-9780-4cf4-a74a-7e5629df6143 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Synchronizing usage tracker for tenant:2730bb77df374be4bd6926e1efee434a on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:25:36.693206 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-ebf13793-9840-4695-b92b-f1f59fc91de7 req-a3ae344f-9780-4cf4-a74a-7e5629df6143 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Unset dirty status for tenant:2730bb77df374be4bd6926e1efee434a on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:25:36.694470 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ebf13793-9840-4695-b92b-f1f59fc91de7 req-a3ae344f-9780-4cf4-a74a-7e5629df6143 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.44 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 945 time: 0.1042416 Feb 17 00:25:36.771374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-ebf13793-9840-4695-b92b-f1f59fc91de7 req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Deleting port 07665991-f208-47c0-aa0b-519d9693fedd {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:25:36.771841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ebf13793-9840-4695-b92b-f1f59fc91de7 req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:37.029059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-ebf13793-9840-4695-b92b-f1f59fc91de7 req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] For port 07665991-f208-47c0-aa0b-519d9693fedd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=07665991-f208-47c0-aa0b-519d9693fedd,segment=NetworkSegment(7560319b-3cbf-4549-a38b-0028261bd712),segment_id=7560319b-3cbf-4549-a38b-0028261bd712)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:25:37.029372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ebf13793-9840-4695-b92b-f1f59fc91de7 req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:37.160321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-ebf13793-9840-4695-b92b-f1f59fc91de7 req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Calling delete_port for 07665991-f208-47c0-aa0b-519d9693fedd owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:25:37.311976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ebf13793-9840-4695-b92b-f1f59fc91de7 req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:37.326866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-24f7433e-479d-4482-b43b-360743822fee tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:37.426501 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Pushing event deleted for resources: {'Port': ['ID=07665991-f208-47c0-aa0b-519d9693fedd,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:37.445663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.446096 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.446515 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.446931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.447341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.447755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.448189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.448598 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.449029 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.449434 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.449837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.450240 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.450677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.451075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.451474 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.451876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.452271 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.452669 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.453109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.453507 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.453904 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.454300 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.454695 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.455091 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:37.459932 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:37.554530 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf13793-9840-4695-b92b-f1f59fc91de7 req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] No DVR routers for this DVR port 07665991-f208-47c0-aa0b-519d9693fedd on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:25:37.556951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ebf13793-9840-4695-b92b-f1f59fc91de7 req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:37.560109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'name': 'network-vif-deleted', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:25:37.576266 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ebf13793-9840-4695-b92b-f1f59fc91de7 req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.44 "DELETE /v2.0/ports/07665991-f208-47c0-aa0b-519d9693fedd HTTP/1.1" status: 204 len: 173 time: 0.8765011 Feb 17 00:25:37.616350 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441035e2-6f7d-4c88-a2ac-984de8201129', 'name': 'network-vif-deleted', 'tag': '07665991-f208-47c0-aa0b-519d9693fedd', 'status': 'completed', 'code': 200} Feb 17 00:25:37.701788 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-094e1425-9791-40db-bfc3-c2793cff303b req-c00efa5f-e796-4488-a0cd-669ab3044f94 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] 10.222.0.74 "GET /v2.0/ports?device_id=441035e2-6f7d-4c88-a2ac-984de8201129 HTTP/1.1" status: 200 len: 210 time: 0.0575571 Feb 17 00:25:38.551970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 07665991-f208-47c0-aa0b-519d9693fedd no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:25:38.592292 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] No Port match for: 07665991-f208-47c0-aa0b-519d9693fedd {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:25:38.592728 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 07665991-f208-47c0-aa0b-519d9693fedd not bound to the agent host hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:25:38.622176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bb65bf4b-c309-42e1-85f3-0a47e9c1d008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:39.272199 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:39.631097 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 35562) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:40.259615 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:40.589715 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:40.590310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854364023'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:40.958238 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] Deleting port cbf337cf-8744-4930-820b-32ac045cc669 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:25:40.958786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:41.143493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] For port cbf337cf-8744-4930-820b-32ac045cc669, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=cbf337cf-8744-4930-820b-32ac045cc669,segment=NetworkSegment(7560319b-3cbf-4549-a38b-0028261bd712),segment_id=7560319b-3cbf-4549-a38b-0028261bd712)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:25:41.143896 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:41.276562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] Calling delete_port for cbf337cf-8744-4930-820b-32ac045cc669 owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:25:41.449665 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:41.465100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:41.566311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf337cf-8744-4930-820b-32ac045cc669,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:41.571078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:41.868651 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854363929'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:42.373172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] Router 6efa0e44-75df-46c8-8fd9-57409154780d has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:25:42.566632 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:25:42.575955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d1894-8924-4c9a-8d09-f18d9a9c8c0b None None] Sync routers for ids ['6efa0e44-75df-46c8-8fd9-57409154780d'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:25:42.579753 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] 10.222.0.74 "PUT /v2.0/routers/6efa0e44-75df-46c8-8fd9-57409154780d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9473374 Feb 17 00:25:42.582503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 35568) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:42.586533 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d1894-8924-4c9a-8d09-f18d9a9c8c0b None None] Routers {'6efa0e44-75df-46c8-8fd9-57409154780d'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:25:42.587200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b67d1894-8924-4c9a-8d09-f18d9a9c8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:25:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6efa0e44-75df-46c8-8fd9-57409154780d'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:42.784231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b67d1894-8924-4c9a-8d09-f18d9a9c8c0b None None] Set router 6efa0e44-75df-46c8-8fd9-57409154780d gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:25:43.017563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] Notify callbacks [] for router, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:43.093448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b67d1894-8924-4c9a-8d09-f18d9a9c8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:25:41Z', 'revision_number': 5, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:43.097603 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d1894-8924-4c9a-8d09-f18d9a9c8c0b None None] Checking router: 6efa0e44-75df-46c8-8fd9-57409154780d for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:25:43.107254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d1894-8924-4c9a-8d09-f18d9a9c8c0b None None] Routers {'6efa0e44-75df-46c8-8fd9-57409154780d'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:25:43.107925 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b67d1894-8924-4c9a-8d09-f18d9a9c8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:25:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6efa0e44-75df-46c8-8fd9-57409154780d'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:43.208026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:43.213306 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] Deleting port cf3589ee-cee5-4114-b9be-e635763dd87e {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:25:43.214296 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:43.298241 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b67d1894-8924-4c9a-8d09-f18d9a9c8c0b None None] Set router 6efa0e44-75df-46c8-8fd9-57409154780d gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:25:43.402697 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] For port cf3589ee-cee5-4114-b9be-e635763dd87e, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=cf3589ee-cee5-4114-b9be-e635763dd87e,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:25:43.403279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:43.536461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] Calling delete_port for cf3589ee-cee5-4114-b9be-e635763dd87e owned by network:router_gateway {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:25:43.601147 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b67d1894-8924-4c9a-8d09-f18d9a9c8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:25:41Z', 'revision_number': 5, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:43.605917 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d1894-8924-4c9a-8d09-f18d9a9c8c0b None None] The sync data for ids ['6efa0e44-75df-46c8-8fd9-57409154780d'] in dv-cinder-759961-3-iscsi is: [{'id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'name': 'tempest-TestMinimumBasicScenario-587269240-router', 'tenant_id': '2730bb77df374be4bd6926e1efee434a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:20:29Z', 'updated_at': '2021-02-17T00:25:41Z', 'revision_number': 5, 'project_id': '2730bb77df374be4bd6926e1efee434a', 'gw_port': {'id': 'cf3589ee-cee5-4114-b9be-e635763dd87e', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efa0e44-75df-46c8-8fd9-57409154780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:20:30Z', 'updated_at': '2021-02-17T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:25:43.680865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:43.875014 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851033173'] for router_gateway, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:44.013102 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3465'] for router, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:44.015425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:44.037438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371071'] for router, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:44.037997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6efa0e44-75df-46c8-8fd9-57409154780d {{(pid=84027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:25:44.050853 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:44.052877 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2e1c2181-7797-47a1-9fa6-8d365bb14162 admin admin] 10.222.0.74 "DELETE /v2.0/routers/6efa0e44-75df-46c8-8fd9-57409154780d HTTP/1.1" status: 204 len: 168 time: 1.4686248 Feb 17 00:25:44.055093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35572) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:44.124098 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-e885764b-086c-49f8-884a-3f842f3244fa admin admin] Deleting subnet c1bf1c02-226f-48ff-929e-bb4f3cc35a02 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:25:44.127314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e885764b-086c-49f8-884a-3f842f3244fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:44.184321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e885764b-086c-49f8-884a-3f842f3244fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844535203'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:44.269823 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e885764b-086c-49f8-884a-3f842f3244fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:44.527974 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e885764b-086c-49f8-884a-3f842f3244fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852209845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10363437'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:44.543137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-055fee93-c39c-43a3-bc1d-436879ba320b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:44.633008 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885764b-086c-49f8-884a-3f842f3244fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1bf1c02-226f-48ff-929e-bb4f3cc35a02,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:44.644583 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e885764b-086c-49f8-884a-3f842f3244fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:44.676626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e885764b-086c-49f8-884a-3f842f3244fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:44.683141 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e885764b-086c-49f8-884a-3f842f3244fa admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c1bf1c02-226f-48ff-929e-bb4f3cc35a02 HTTP/1.1" status: 204 len: 168 time: 0.6263585 Feb 17 00:25:44.683277 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422271f5-b676-4fbc-a7a8-c3b0ca64e46f None None] Network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:25:44.685795 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35576) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:44.970331 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4893f955-e528-46ca-b4b4-756adb129f8a None None] DHCP port deletion for 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 request from dv-cinder-759961-3-iscsi {{(pid=84028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:25:44.975337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-4893f955-e528-46ca-b4b4-756adb129f8a None None] Deleting port 50d7fb46-b1d1-475d-8de1-1766f3253c2a {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:25:44.975499 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4893f955-e528-46ca-b4b4-756adb129f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:45.063307 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:45.134938 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Deleting port 50d7fb46-b1d1-475d-8de1-1766f3253c2a {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:25:45.135314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:45.174717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device cbf337cf-8744-4930-820b-32ac045cc669 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:25:45.221992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: cbf337cf-8744-4930-820b-32ac045cc669 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:25:45.222393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device cbf337cf-8744-4930-820b-32ac045cc669 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:25:45.222861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device cf3589ee-cee5-4114-b9be-e635763dd87e no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:25:45.268862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: cf3589ee-cee5-4114-b9be-e635763dd87e {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:25:45.269262 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device cf3589ee-cee5-4114-b9be-e635763dd87e not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:25:45.359491 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] For port 50d7fb46-b1d1-475d-8de1-1766f3253c2a, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=50d7fb46-b1d1-475d-8de1-1766f3253c2a,segment=NetworkSegment(7560319b-3cbf-4549-a38b-0028261bd712),segment_id=7560319b-3cbf-4549-a38b-0028261bd712)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:25:45.359891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:45.433407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-4893f955-e528-46ca-b4b4-756adb129f8a None None] For port 50d7fb46-b1d1-475d-8de1-1766f3253c2a, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=50d7fb46-b1d1-475d-8de1-1766f3253c2a,segment=NetworkSegment(7560319b-3cbf-4549-a38b-0028261bd712),segment_id=7560319b-3cbf-4549-a38b-0028261bd712)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:25:45.433742 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4893f955-e528-46ca-b4b4-756adb129f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:45.493450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Calling delete_port for 50d7fb46-b1d1-475d-8de1-1766f3253c2a owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:25:45.563494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-4893f955-e528-46ca-b4b4-756adb129f8a None None] Calling delete_port for 50d7fb46-b1d1-475d-8de1-1766f3253c2a owned by network:dhcp {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:25:45.574069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:45.587142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:45.640250 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-4893f955-e528-46ca-b4b4-756adb129f8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:25:45.640660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-4893f955-e528-46ca-b4b4-756adb129f8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:25:45.685775 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d7fb46-b1d1-475d-8de1-1766f3253c2a,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:45.690392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:45.733777 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] No DVR routers for this DVR port 50d7fb46-b1d1-475d-8de1-1766f3253c2a on host dv-cinder-759961-3-iscsi {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:25:45.857727 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:45.972978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:45.986150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7560319b-3cbf-4549-a38b-0028261bd712') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:45.986494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7560319b-3cbf-4549-a38b-0028261bd712') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:45.998519 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240581'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:46.013140 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:46.015110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:25:46.141729 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-4893f955-e528-46ca-b4b4-756adb129f8a None None] Deleting port 50d7fb46-b1d1-475d-8de1-1766f3253c2a {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:25:46.142258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4893f955-e528-46ca-b4b4-756adb129f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:46.196341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:25:46.205981 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565812'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:46.214599 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-4893f955-e528-46ca-b4b4-756adb129f8a None None] The port '50d7fb46-b1d1-475d-8de1-1766f3253c2a' was deleted {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:25:46.384002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Network 32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:25:46.406822 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:25:46.485667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:46.489483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e0e4bfe-8aff-4686-a050-73f677c2608e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:46.506205 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:46.515600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:46.519019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:46.529034 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9c76330b-e36c-4b25-b981-8fb51574cd87 admin admin] 10.222.0.74 "DELETE /v2.0/networks/32a2ca4b-90b2-4be8-9cf6-49ce6b0210f9 HTTP/1.1" status: 204 len: 168 time: 1.8421414 Feb 17 00:25:46.650230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35582) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:46.702000 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c7e1cbb2-5c3b-4c35-9d7e-ec64e0b025a5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2730bb77df374be4bd6926e1efee434a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504241 Feb 17 00:25:46.704548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35586) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:46.771524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ca299a8e-7460-4d2a-9cf7-d0c2e33f8f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:46.798360 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ca299a8e-7460-4d2a-9cf7-d0c2e33f8f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:46.845896 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ca299a8e-7460-4d2a-9cf7-d0c2e33f8f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:46.851066 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-247b3942-32fe-460e-aee3-8067b1192c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:46.865135 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca299a8e-7460-4d2a-9cf7-d0c2e33f8f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9c56c1-27b2-4a39-89b2-c1334e60fcf7,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:46.868078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ca299a8e-7460-4d2a-9cf7-d0c2e33f8f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:46.876436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ca299a8e-7460-4d2a-9cf7-d0c2e33f8f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:46.877692 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ca299a8e-7460-4d2a-9cf7-d0c2e33f8f87 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0b9c56c1-27b2-4a39-89b2-c1334e60fcf7 HTTP/1.1" status: 204 len: 168 time: 0.1721373 Feb 17 00:25:46.948408 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 50d7fb46-b1d1-475d-8de1-1766f3253c2a no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:25:46.987941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 50d7fb46-b1d1-475d-8de1-1766f3253c2a {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:25:46.988344 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 50d7fb46-b1d1-475d-8de1-1766f3253c2a not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:25:47.647151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35608) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:47.757412 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-508287667-network', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:47.762667 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:47.766868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Usage tracker for resource:network and tenant:794d51803f2d4a718ff6c66ff9891c2b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:47.770004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:47.775988 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:47.786026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Made reservation on behalf of 794d51803f2d4a718ff6c66ff9891c2b for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:25:47.790740 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:47.804536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:47.820504 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:47.824589 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Usage tracker for resource:security_group_rule and tenant:794d51803f2d4a718ff6c66ff9891c2b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:47.827535 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:47.833289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:47.919213 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:47.921970 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:47.926500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-30210d3b-0ea1-4986-b222-4962245e7e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:47.962453 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:25:47.972289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7996d0bc-cdc2-419b-b771-50cccc83a58e,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:47.975813 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:47.981082 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363305741927455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:47.981392 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Added segment c384969d-baf2-464f-adf3-93d5e8d84dc8 of type vxlan for network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa Feb 17 00:25:48.009991 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:48.038974 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:48.040167 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:48.040835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:48.046405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-875c086a-8d76-46d6-bf74-3668221713f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:48.150558 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5022082 Feb 17 00:25:48.154299 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Pushing event updated for resources: {'Network': ['ID=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:48.154497 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 35614) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:48.157161 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a8173606-72ac-4772-bda1-beb7b05abd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:48.162049 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Request body: {'subnet': {'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-508287667-subnet', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:48.166575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:25:48.169423 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:48.173536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Usage tracker for resource:subnet and tenant:794d51803f2d4a718ff6c66ff9891c2b is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:48.176875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:48.180844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:25:48.182809 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:48.193105 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Made reservation on behalf of 794d51803f2d4a718ff6c66ff9891c2b for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:25:48.198043 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2439339'] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:48.612564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10069681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2439354'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:48.628650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a964cc40-f653-4f1f-bab0-4c6ec1bdc3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:48.752494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd3287e-c805-4022-9d73-6fc1ff5cff30,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:48.757041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:48.824329 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Checking segment: {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:25:48.824969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Network hostable DHCP agents. Network: 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:25:48.843591 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:25:48.851764 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:48.862964 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6135d5df-bc4b-45d7-8276-5fc16057686a None None] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:25:48.867288 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:48.867935 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:48.887452 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5877cd45-24a6-4b29-bc7f-3b0aabe1f410 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7318697 Feb 17 00:25:48.890190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 35618) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:48.895530 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:48.900334 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:48.904857 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Usage tracker for resource:router and tenant:794d51803f2d4a718ff6c66ff9891c2b is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:48.908336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:48.914204 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:48.924950 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:48.925951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036851089749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772350'] for router, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:48.942030 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:49.092462 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10717775-f0b4-5fdc-9097-a0b7ddd50e29-7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30'}]}} from dv-cinder-759961-3-iscsi. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:25:49.093708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:49.225056 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851033309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772335'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:49.384349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Allocated IP 172.20.0.2 (7c0101f0-8583-43eb-a593-4ad4a3f3e1fa/8cd3287e-c805-4022-9d73-6fc1ff5cff30/6543cd59-c8b5-47ff-9714-3d33ab641cbb) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:25:49.554018 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:49.585943 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:49.601943 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:49.613284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Transition to ACTIVE for port object 6543cd59-c8b5-47ff-9714-3d33ab641cbb will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:25:49.629899 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Transition to ACTIVE for port object 6543cd59-c8b5-47ff-9714-3d33ab641cbb will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:25:49.634087 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:49.649083 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:49.787929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Pushing event updated for resources: {'Port': ['ID=6543cd59-c8b5-47ff-9714-3d33ab641cbb,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:49.811091 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.811473 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.811861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.812243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.812624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.813025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.813396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.813771 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.814141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.814511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.814877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.815245 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.815650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.816020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.816382 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.816758 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.817124 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.817485 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.817844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.818204 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.818564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.818924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.819286 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.819645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:49.825566 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:49.860131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:25:49.861371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Allocated IP 172.27.1.71 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/cde7a100-dce6-48fc-a107-ec239e2f56b1) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:25:49.861527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:49.864055 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:25:49.922038 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Attempting to bind port 6543cd59-c8b5-47ff-9714-3d33ab641cbb on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:25:49.922452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Attempting to bind port 6543cd59-c8b5-47ff-9714-3d33ab641cbb by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:25:49.922866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Attempting to bind port 6543cd59-c8b5-47ff-9714-3d33ab641cbb on network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:25:49.928730 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:25:49.929174 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Checking segment: {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:25:49.929600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:49.930038 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Bound using segment: {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:25:49.930557 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Bound port: 6543cd59-c8b5-47ff-9714-3d33ab641cbb, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:25:49.930975 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:50.021651 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:50.026356 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] For port 6543cd59-c8b5-47ff-9714-3d33ab641cbb, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:25:50.029737 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] For port 6543cd59-c8b5-47ff-9714-3d33ab641cbb, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=6543cd59-c8b5-47ff-9714-3d33ab641cbb,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:25:50.033230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:50.048917 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4bb1b84b-a462-4823-9ebc-d08b27e40a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:50.052307 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:50.069007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4444f216-f67e-4cce-b468-a93de12a257e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:50.206244 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Pushing event updated for resources: {'Port': ['ID=6543cd59-c8b5-47ff-9714-3d33ab641cbb,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:50.209897 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:50.457858 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Pushing event updated for resources: {'Port': ['ID=cde7a100-dce6-48fc-a107-ec239e2f56b1,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:50.470565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:50.512154 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:25:50.513402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:50.515727 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:25:50.962120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:50.979586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 6543cd59-c8b5-47ff-9714-3d33ab641cbb up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:25:51.055817 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 6543cd59-c8b5-47ff-9714-3d33ab641cbb completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:25:51.320827 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742488'] for router, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:51.545396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Router 6341cdd5-d294-47df-badd-30ff19db12b4 is scheduled to L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 with binding_index 1 {{(pid=84027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:25:51.630964 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fb50f3-8c08-4f0b-b09e-2757bc9d8f6c None None] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:25:51.743471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:25:51.753881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Sync routers for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:25:51.765074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:25:51.765769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:25:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:51.771209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:51.776562 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9dc4800d-37a9-4c52-a2f9-0a9eba6aaad7 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8818338 Feb 17 00:25:51.776935 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 35622) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:51.891270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16da7fb-58d6-49d1-85b7-f101d2fa9ba8 None None] Provisioning for port 6543cd59-c8b5-47ff-9714-3d33ab641cbb completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:25:51.899272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16da7fb-58d6-49d1-85b7-f101d2fa9ba8 None None] Provisioning complete for port 6543cd59-c8b5-47ff-9714-3d33ab641cbb triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:51.899272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16da7fb-58d6-49d1-85b7-f101d2fa9ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:51.961106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:25:52.176590 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16da7fb-58d6-49d1-85b7-f101d2fa9ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:52.217883 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16da7fb-58d6-49d1-85b7-f101d2fa9ba8 None None] For port 6543cd59-c8b5-47ff-9714-3d33ab641cbb, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=6543cd59-c8b5-47ff-9714-3d33ab641cbb,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:25:52.222702 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16da7fb-58d6-49d1-85b7-f101d2fa9ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:52.226668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:52.275484 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:50Z', 'revision_number': 3, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:52.279942 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Checking router: 6341cdd5-d294-47df-badd-30ff19db12b4 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:25:52.280587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Updating router 6341cdd5-d294-47df-badd-30ff19db12b4 port cde7a100-dce6-48fc-a107-ec239e2f56b1 binding host dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:25:52.315645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16da7fb-58d6-49d1-85b7-f101d2fa9ba8 None None] Pushing event updated for resources: {'Port': ['ID=6543cd59-c8b5-47ff-9714-3d33ab641cbb,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:52.328217 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16da7fb-58d6-49d1-85b7-f101d2fa9ba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:52.338994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:52.449188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-4ad733b6-a515-4085-b567-b41032de06df None None] Provisioning complete for port 6543cd59-c8b5-47ff-9714-3d33ab641cbb triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:52.449539 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4ad733b6-a515-4085-b567-b41032de06df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:52.596226 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:52.723645 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-047ee305-7bcf-4fe1-9f91-1830c985dd6a None None] Provisioning complete for port 6543cd59-c8b5-47ff-9714-3d33ab641cbb triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:52.724067 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-047ee305-7bcf-4fe1-9f91-1830c985dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:52.946307 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:52.960114 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Transition to ACTIVE for port object cde7a100-dce6-48fc-a107-ec239e2f56b1 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:25:52.960554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 6543cd59-c8b5-47ff-9714-3d33ab641cbb up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:25:52.963201 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:53.030982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b2aeb24d-e332-42bb-8dd0-f8fbcbc33878 None None] Provisioning complete for port 6543cd59-c8b5-47ff-9714-3d33ab641cbb triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:53.031406 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb24d-e332-42bb-8dd0-f8fbcbc33878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:53.070586 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b4be33bb-e4d3-4460-aa17-34bca7600606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:53.106101 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 6543cd59-c8b5-47ff-9714-3d33ab641cbb triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:53.106523 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:53.160640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Pushing event updated for resources: {'Port': ['ID=cde7a100-dce6-48fc-a107-ec239e2f56b1,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:53.179326 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.180007 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.180517 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.180517 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.180839 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.181265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.181570 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.181913 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.182321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.182684 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.183041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.183399 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.183796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.184152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.184508 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.185058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.185250 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.185568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.185918 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.186273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.186625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.186978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.187331 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.187682 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:53.193131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:53.201159 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Attempting to bind port cde7a100-dce6-48fc-a107-ec239e2f56b1 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:25:53.201575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Attempting to bind port cde7a100-dce6-48fc-a107-ec239e2f56b1 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:25:53.201982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Attempting to bind port cde7a100-dce6-48fc-a107-ec239e2f56b1 on network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:25:53.207931 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:25:53.208352 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Checking segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:25:53.208843 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:53.209272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Bound using segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:25:53.209794 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Bound port: cde7a100-dce6-48fc-a107-ec239e2f56b1, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:25:53.210214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:53.255013 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Allocated IP 172.20.0.1 (7c0101f0-8583-43eb-a593-4ad4a3f3e1fa/8cd3287e-c805-4022-9d73-6fc1ff5cff30/0d1bb079-0565-4073-85ec-7f7eb34ac537) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:25:53.293321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] For port cde7a100-dce6-48fc-a107-ec239e2f56b1, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:25:53.300145 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] For port cde7a100-dce6-48fc-a107-ec239e2f56b1, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=cde7a100-dce6-48fc-a107-ec239e2f56b1,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:25:53.303639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:53.319759 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b932209f-5526-4951-9bd6-309760bd2cf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:53.417136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:53.434269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Transition to ACTIVE for port object 0d1bb079-0565-4073-85ec-7f7eb34ac537 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:25:53.457635 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:53.470181 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Pushing event updated for resources: {'Port': ['ID=cde7a100-dce6-48fc-a107-ec239e2f56b1,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:53.475677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-70962c07-028f-4e49-ae12-9012579461ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:53.515906 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:25:53.516571 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:25:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:53.520624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e6b34d4-e793-42b8-86e7-21abe55d16c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:53.612798 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Pushing event updated for resources: {'Port': ['ID=0d1bb079-0565-4073-85ec-7f7eb34ac537,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:53.617973 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:53.667198 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:25:53.668440 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:53.670796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:25:53.711425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:25:53.735817 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367999'] for router_interface, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:53.896808 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-56b80c8f-49cc-429f-8d5c-d535012e8514 None None] Provisioning for port 0d1bb079-0565-4073-85ec-7f7eb34ac537 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:25:53.901929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-56b80c8f-49cc-429f-8d5c-d535012e8514 None None] Provisioning complete for port 0d1bb079-0565-4073-85ec-7f7eb34ac537 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:53.902419 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-56b80c8f-49cc-429f-8d5c-d535012e8514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:53.963351 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-56b80c8f-49cc-429f-8d5c-d535012e8514 None None] Port 0d1bb079-0565-4073-85ec-7f7eb34ac537 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:25:54.003107 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:54.018959 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:50Z', 'revision_number': 3, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:54.023193 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964fcd1-4ae9-4623-86b4-4d2573c7ead1 None None] The sync data for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi is: [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:50Z', 'revision_number': 3, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:25:54.295392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:54.299757 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:54.329909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f6906539-5758-4efa-9731-3bac9d060ad7 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:54.417681 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850882131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407911'] for router_interface, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:54.431769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Pushing event updated for resources: {'Port': ['ID=0d1bb079-0565-4073-85ec-7f7eb34ac537,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:54.437939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:54.580800 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:25:54.582471 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:54.788319 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-f940241e-c0cb-44b2-a959-9f7f5bf0f134 None None] Provisioning complete for port 0d1bb079-0565-4073-85ec-7f7eb34ac537 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:54.788780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f940241e-c0cb-44b2-a959-9f7f5bf0f134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:54.817049 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Router 6341cdd5-d294-47df-badd-30ff19db12b4 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:25:54.859058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f940241e-c0cb-44b2-a959-9f7f5bf0f134 None None] Port 0d1bb079-0565-4073-85ec-7f7eb34ac537 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:25:54.977303 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device cde7a100-dce6-48fc-a107-ec239e2f56b1 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:25:55.020611 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:25:55.029977 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-764d0080-cdaf-4f2f-9624-2ab09df80c7e admin admin] 10.222.0.74 "PUT /v2.0/routers/6341cdd5-d294-47df-badd-30ff19db12b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2519588 Feb 17 00:25:55.052475 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port cde7a100-dce6-48fc-a107-ec239e2f56b1 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:25:55.058431 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port cde7a100-dce6-48fc-a107-ec239e2f56b1 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:55.059011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:55.190953 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:55.209004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port cde7a100-dce6-48fc-a107-ec239e2f56b1, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=cde7a100-dce6-48fc-a107-ec239e2f56b1,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:25:55.212477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:55.215084 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:55.285368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=cde7a100-dce6-48fc-a107-ec239e2f56b1,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:55.288668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:55.705411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 35644) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:55.711877 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1833298546-network', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:55.717100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:55.721184 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Usage tracker for resource:network and tenant:f838b399c56946feac9496ea216dfaf9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:55.724182 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:55.730235 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:55.740192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Made reservation on behalf of f838b399c56946feac9496ea216dfaf9 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:25:55.745438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:55.758282 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:55.774036 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:55.778071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:f838b399c56946feac9496ea216dfaf9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:55.781078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:55.786779 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:55.872045 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:55.874772 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:55.879001 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-137d6653-ede1-4a92-b555-c0632435b2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:55.913397 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:25:55.923458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1156a1af-f461-4ed8-a40c-64dea9168eca,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:55.927836 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:55.930443 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:55.930847 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Added segment 0e36f7a1-28b0-4318-978a-a5e52c5e6912 of type vxlan for network 3df7ebbc-6745-47e4-847c-18341418fc7e Feb 17 00:25:55.959333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363305742447766'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:55.989235 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:55.990511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:55.991155 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:55.996642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:56.105050 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3951569 Feb 17 00:25:56.105050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=3df7ebbc-6745-47e4-847c-18341418fc7e,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:56.105976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35648) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:56.106576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6e33ca39-3809-48c5-9a95-0364d9179ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:56.113028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Request body: {'subnet': {'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1833298546-subnet', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:56.116146 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Network 3df7ebbc-6745-47e4-847c-18341418fc7e details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:25:56.118674 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:56.123623 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Usage tracker for resource:subnet and tenant:f838b399c56946feac9496ea216dfaf9 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:56.126707 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:56.130855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Network 3df7ebbc-6745-47e4-847c-18341418fc7e details requested by agent ovs-agent-dv-cinder-759961-3-iscsi with host dv-cinder-759961-3-iscsi {{(pid=84028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:25:56.132747 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:56.143772 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Made reservation on behalf of f838b399c56946feac9496ea216dfaf9 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:25:56.148576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844412221'] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:56.563098 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844412206'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:56.578807 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:56.710835 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06743ff1-0ac8-4937-8189-aebde8464ab2,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:56.724166 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:56.747443 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Sync routers for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:25:56.757451 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:25:56.758259 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:25:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:56.783829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Checking segment: {'id': '0e36f7a1-28b0-4318-978a-a5e52c5e6912', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:25:56.784222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Network hostable DHCP agents. Network: 3df7ebbc-6745-47e4-847c-18341418fc7e, hostable agents: ['79834f5b-b539-4c3c-af12-df707ec0b0a8'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:25:56.803682 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Network 3df7ebbc-6745-47e4-847c-18341418fc7e is scheduled to be hosted by DHCP agent 79834f5b-b539-4c3c-af12-df707ec0b0a8 with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:25:56.812884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-3-iscsi, 3df7ebbc-6745-47e4-847c-18341418fc7e) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:56.825331 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:56.825981 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:56.844849 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c6871d4e-8b99-45ef-a968-99c953184f27 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7376530 Feb 17 00:25:56.847610 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35652) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:56.853127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1833298546-router', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:56.858734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:56.862769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Usage tracker for resource:router and tenant:f838b399c56946feac9496ea216dfaf9 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:56.866362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:56.872713 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:56.882069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:56.882282 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f36b13-f591-42c2-bfd7-33c8f1a13d8d None None] Network 3df7ebbc-6745-47e4-847c-18341418fc7e requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:25:56.883206 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036851089749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772350'] for router, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:56.897735 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:56.967576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device cde7a100-dce6-48fc-a107-ec239e2f56b1 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:25:57.134926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port cde7a100-dce6-48fc-a107-ec239e2f56b1 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:57.135263 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:57.173377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:25:57.198483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851033309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772335'] for router, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:57.730947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10717775-f0b4-5fdc-9097-a0b7ddd50e29-3df7ebbc-6745-47e4-847c-18341418fc7e', 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'fixed_ips': [{'subnet_id': '06743ff1-0ac8-4937-8189-aebde8464ab2'}]}} from dv-cinder-759961-3-iscsi. {{(pid=84028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:25:57.731869 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:57.774131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:57.807617 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:58.075481 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:25:54Z', 'revision_number': 2, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:58.084211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Checking router: 6341cdd5-d294-47df-badd-30ff19db12b4 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:25:58.084621 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Updating router 6341cdd5-d294-47df-badd-30ff19db12b4 port 0d1bb079-0565-4073-85ec-7f7eb34ac537 binding host dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:25:58.084786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Allocated IP 172.27.1.193 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/998211ee-960c-4b96-a9ad-bfadc4ff7ebd) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:25:58.194533 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:58.217589 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Allocated IP 172.20.0.2 (3df7ebbc-6745-47e4-847c-18341418fc7e/06743ff1-0ac8-4937-8189-aebde8464ab2/52dfc435-f151-45cc-b275-78599dc9cebc) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:25:58.253677 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:58.283349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:58.300152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e7daa1e8-6183-457b-b118-557c901d18c3 tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:58.437372 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Pushing event updated for resources: {'Port': ['ID=998211ee-960c-4b96-a9ad-bfadc4ff7ebd,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:58.440846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:58.493014 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:25:58.494189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:58.497236 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:25:58.699049 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:58.725354 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Transition to ACTIVE for port object 52dfc435-f151-45cc-b275-78599dc9cebc will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:25:58.762028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Transition to ACTIVE for port object 52dfc435-f151-45cc-b275-78599dc9cebc will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:25:58.768201 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:58.784798 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9864044e-9daa-48c9-9712-878a45b8ee02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:58.887919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.resource_extend [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 00:25:58.947723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:58.970191 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Pushing event updated for resources: {'Port': ['ID=52dfc435-f151-45cc-b275-78599dc9cebc,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:58.976336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:59.030367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:59.052099 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Transition to ACTIVE for port object 0d1bb079-0565-4073-85ec-7f7eb34ac537 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:25:59.055640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:59.073064 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f24f923a-fb42-4d1b-be9e-65d8ce81631e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:59.180448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Network 3df7ebbc-6745-47e4-847c-18341418fc7e is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:25:59.190830 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:59.201815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:25:59.262077 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79f170-b8f9-447d-a317-052617a411d9 None None] Pushing event updated for resources: {'Port': ['ID=0d1bb079-0565-4073-85ec-7f7eb34ac537,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:59.281876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fe79f170-b8f9-447d-a317-052617a411d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:59.314393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Attempting to bind port 52dfc435-f151-45cc-b275-78599dc9cebc on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:25:59.314814 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Attempting to bind port 52dfc435-f151-45cc-b275-78599dc9cebc by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '0e36f7a1-28b0-4318-978a-a5e52c5e6912', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:25:59.315231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Attempting to bind port 52dfc435-f151-45cc-b275-78599dc9cebc on network 3df7ebbc-6745-47e4-847c-18341418fc7e {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:25:59.316083 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742488'] for router, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:59.324043 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:25:59.324467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Checking segment: {'id': '0e36f7a1-28b0-4318-978a-a5e52c5e6912', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:25:59.324947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:59.325390 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Bound using segment: {'id': '0e36f7a1-28b0-4318-978a-a5e52c5e6912', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:25:59.325919 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Bound port: 52dfc435-f151-45cc-b275-78599dc9cebc, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e36f7a1-28b0-4318-978a-a5e52c5e6912', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:25:59.326348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:59.540745 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Attempting to bind port 0d1bb079-0565-4073-85ec-7f7eb34ac537 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:25:59.541145 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Attempting to bind port 0d1bb079-0565-4073-85ec-7f7eb34ac537 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:25:59.541684 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Attempting to bind port 0d1bb079-0565-4073-85ec-7f7eb34ac537 on network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:25:59.548802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Router 5effa514-d795-4a1b-90ca-944813859e48 is scheduled to L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 with binding_index 1 {{(pid=84026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:25:59.553604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:25:59.554035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Checking segment: {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:25:59.554489 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:59.554935 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Bound using segment: {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:25:59.555460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Bound port: 0d1bb079-0565-4073-85ec-7f7eb34ac537, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:25:59.555886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:59.748267 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] For port 52dfc435-f151-45cc-b275-78599dc9cebc, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:25:59.767088 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] For port 52dfc435-f151-45cc-b275-78599dc9cebc, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=52dfc435-f151-45cc-b275-78599dc9cebc,segment=NetworkSegment(0e36f7a1-28b0-4318-978a-a5e52c5e6912),segment_id=0e36f7a1-28b0-4318-978a-a5e52c5e6912)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:25:59.805063 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:59.829345 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:59.989594 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:26:00.000016 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Sync routers for ids ['5effa514-d795-4a1b-90ca-944813859e48'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:26:00.010816 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Routers {'5effa514-d795-4a1b-90ca-944813859e48'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:26:00.011561 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:25:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5effa514-d795-4a1b-90ca-944813859e48'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:00.015477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:00.019441 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1681919 Feb 17 00:26:00.020189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 35656) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:00.027654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] For port 0d1bb079-0565-4073-85ec-7f7eb34ac537, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:26:00.031757 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Pushing event updated for resources: {'Port': ['ID=52dfc435-f151-45cc-b275-78599dc9cebc,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:00.046942 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:00.054624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] For port 0d1bb079-0565-4073-85ec-7f7eb34ac537, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=0d1bb079-0565-4073-85ec-7f7eb34ac537,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:26:00.063591 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:00.078758 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:00.164464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:26:00.245226 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Set router 5effa514-d795-4a1b-90ca-944813859e48 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:26:00.249660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79f170-b8f9-447d-a317-052617a411d9 None None] Pushing event updated for resources: {'Port': ['ID=0d1bb079-0565-4073-85ec-7f7eb34ac537,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:00.254357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fe79f170-b8f9-447d-a317-052617a411d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:00.302821 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:26:00.303523 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:25:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:00.607587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:26:00.662956 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effa514-d795-4a1b-90ca-944813859e48', 'name': 'tempest-TestVolumeBootPattern-1833298546-router', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:56Z', 'updated_at': '2021-02-17T00:25:58Z', 'revision_number': 3, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'gw_port': {'id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:57Z', 'updated_at': '2021-02-17T00:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:00.667524 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Checking router: 5effa514-d795-4a1b-90ca-944813859e48 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:26:00.668004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Updating router 5effa514-d795-4a1b-90ca-944813859e48 port 998211ee-960c-4b96-a9ad-bfadc4ff7ebd binding host dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:26:00.729828 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:00.876896 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:00.988557 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:01.012967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:00Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:01.018823 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5cb745-68d3-4efe-934a-dd00a38d7b23 None None] The sync data for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi is: [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:00Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:26:01.038411 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 52dfc435-f151-45cc-b275-78599dc9cebc up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:26:01.172430 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 52dfc435-f151-45cc-b275-78599dc9cebc completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:26:01.228103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:01.242103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Transition to ACTIVE for port object 998211ee-960c-4b96-a9ad-bfadc4ff7ebd will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:26:01.245698 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:01.262775 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:01.291365 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Allocated IP 172.20.0.1 (3df7ebbc-6745-47e4-847c-18341418fc7e/06743ff1-0ac8-4937-8189-aebde8464ab2/8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:26:01.400208 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04a5d7-51a2-4812-a5fb-410d0bf76cd5 None None] Pushing event updated for resources: {'Port': ['ID=998211ee-960c-4b96-a9ad-bfadc4ff7ebd,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:01.404467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ba04a5d7-51a2-4812-a5fb-410d0bf76cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:01.473670 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:01.474476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Attempting to bind port 998211ee-960c-4b96-a9ad-bfadc4ff7ebd on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:26:01.474976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Attempting to bind port 998211ee-960c-4b96-a9ad-bfadc4ff7ebd by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:26:01.475486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Attempting to bind port 998211ee-960c-4b96-a9ad-bfadc4ff7ebd on network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:26:01.481955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:26:01.482500 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Checking segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:26:01.483015 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:01.483735 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Bound using segment: {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:26:01.484095 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Bound port: 998211ee-960c-4b96-a9ad-bfadc4ff7ebd, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39929181-e2bf-4a83-9101-e6acf9e043f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:26:01.484601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:01.496629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Transition to ACTIVE for port object 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:26:01.521736 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:01.540020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5820968c-48a7-4d54-856e-ea10ae7e5120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:01.572867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] For port 998211ee-960c-4b96-a9ad-bfadc4ff7ebd, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:26:01.576230 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] For port 998211ee-960c-4b96-a9ad-bfadc4ff7ebd, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=998211ee-960c-4b96-a9ad-bfadc4ff7ebd,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:26:01.581815 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:01.599251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:01.704373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Pushing event updated for resources: {'Port': ['ID=8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:01.711153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:01.776125 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e719235-bbf4-4799-85a7-db69e9d296e9 None None] Network 3df7ebbc-6745-47e4-847c-18341418fc7e requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:26:01.782059 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Network 3df7ebbc-6745-47e4-847c-18341418fc7e is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:26:01.783631 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:26:01.789650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:26:01.851873 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367999'] for router_interface, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:01.889405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-58c8d92f-d23f-47c2-ae54-cb485efc32fc None None] Provisioning for port 52dfc435-f151-45cc-b275-78599dc9cebc completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:26:01.902396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-58c8d92f-d23f-47c2-ae54-cb485efc32fc None None] Provisioning complete for port 52dfc435-f151-45cc-b275-78599dc9cebc triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:01.902832 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-58c8d92f-d23f-47c2-ae54-cb485efc32fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:01.923326 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04a5d7-51a2-4812-a5fb-410d0bf76cd5 None None] Pushing event updated for resources: {'Port': ['ID=998211ee-960c-4b96-a9ad-bfadc4ff7ebd,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:01.929458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ba04a5d7-51a2-4812-a5fb-410d0bf76cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:01.985546 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Routers {'5effa514-d795-4a1b-90ca-944813859e48'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:26:01.986572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:25:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5effa514-d795-4a1b-90ca-944813859e48'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:02.010806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:02.199225 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-58c8d92f-d23f-47c2-ae54-cb485efc32fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:02.201707 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] Set router 5effa514-d795-4a1b-90ca-944813859e48 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:26:02.252250 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-58c8d92f-d23f-47c2-ae54-cb485efc32fc None None] For port 52dfc435-f151-45cc-b275-78599dc9cebc, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=52dfc435-f151-45cc-b275-78599dc9cebc,segment=NetworkSegment(0e36f7a1-28b0-4318-978a-a5e52c5e6912),segment_id=0e36f7a1-28b0-4318-978a-a5e52c5e6912)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:26:02.260401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-58c8d92f-d23f-47c2-ae54-cb485efc32fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:02.266290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:02.345462 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:02.352935 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:02.363785 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8d92f-d23f-47c2-ae54-cb485efc32fc None None] Pushing event updated for resources: {'Port': ['ID=52dfc435-f151-45cc-b275-78599dc9cebc,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:02.367498 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-58c8d92f-d23f-47c2-ae54-cb485efc32fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:02.387097 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5ca2229c-d6ea-4c23-b973-d37b44aa3c26 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:02.479952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850882131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407911'] for router_interface, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:02.496183 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Pushing event updated for resources: {'Port': ['ID=8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:02.546390 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:02.574509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effa514-d795-4a1b-90ca-944813859e48', 'name': 'tempest-TestVolumeBootPattern-1833298546-router', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:56Z', 'updated_at': '2021-02-17T00:26:01Z', 'revision_number': 4, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'gw_port': {'id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:57Z', 'updated_at': '2021-02-17T00:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1', 'name': '', 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'mac_address': 'fa:16:3e:4c:1d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '06743ff1-0ac8-4937-8189-aebde8464ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:26:01Z', 'updated_at': '2021-02-17T00:26:01Z', 'revision_number': 1, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'subnets': [{'id': '06743ff1-0ac8-4937-8189-aebde8464ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:02.579111 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179da27-2c30-49b8-a541-4fa845d88741 None None] The sync data for ids ['5effa514-d795-4a1b-90ca-944813859e48'] in dv-cinder-759961-3-iscsi is: [{'id': '5effa514-d795-4a1b-90ca-944813859e48', 'name': 'tempest-TestVolumeBootPattern-1833298546-router', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:56Z', 'updated_at': '2021-02-17T00:26:01Z', 'revision_number': 4, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'gw_port': {'id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:57Z', 'updated_at': '2021-02-17T00:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1', 'name': '', 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'mac_address': 'fa:16:3e:4c:1d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '06743ff1-0ac8-4937-8189-aebde8464ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:26:01Z', 'updated_at': '2021-02-17T00:26:01Z', 'revision_number': 1, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'subnets': [{'id': '06743ff1-0ac8-4937-8189-aebde8464ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:26:02.585223 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-1994c4f5-a8c3-4694-b2fe-0b6eab527d29 None None] Provisioning for port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:26:02.592580 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-1994c4f5-a8c3-4694-b2fe-0b6eab527d29 None None] Provisioning complete for port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:02.593039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1994c4f5-a8c3-4694-b2fe-0b6eab527d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:02.655442 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Network 3df7ebbc-6745-47e4-847c-18341418fc7e is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:26:02.657160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:26:02.668073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-1994c4f5-a8c3-4694-b2fe-0b6eab527d29 None None] Port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:26:02.683352 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-1994c4f5-a8c3-4694-b2fe-0b6eab527d29 None None] Provisioning complete for port 52dfc435-f151-45cc-b275-78599dc9cebc triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:02.683915 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1994c4f5-a8c3-4694-b2fe-0b6eab527d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:02.902913 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Router 5effa514-d795-4a1b-90ca-944813859e48 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:26:02.975108 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5a954dd8-d81b-4a43-9f6c-f179e507097e None None] Provisioning complete for port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:02.975813 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a954dd8-d81b-4a43-9f6c-f179e507097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:03.123601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-5a954dd8-d81b-4a43-9f6c-f179e507097e None None] Port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:26:03.151759 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 0d1bb079-0565-4073-85ec-7f7eb34ac537 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:26:03.212937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5a954dd8-d81b-4a43-9f6c-f179e507097e None None] Provisioning complete for port 52dfc435-f151-45cc-b275-78599dc9cebc triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:03.213493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a954dd8-d81b-4a43-9f6c-f179e507097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:03.313654 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 0d1bb079-0565-4073-85ec-7f7eb34ac537 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:26:03.322758 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 0d1bb079-0565-4073-85ec-7f7eb34ac537 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:03.323267 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:03.448743 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:26:03.459033 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-79df5212-e1ed-497c-abb2-2838c6828ffd admin admin] 10.222.0.74 "PUT /v2.0/routers/5effa514-d795-4a1b-90ca-944813859e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4378769 Feb 17 00:26:03.518626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:03.585240 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-71f1df08-465e-4e1f-85e4-2625a8672c08 None None] Provisioning complete for port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:03.585666 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-71f1df08-465e-4e1f-85e4-2625a8672c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:03.626929 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 0d1bb079-0565-4073-85ec-7f7eb34ac537, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=0d1bb079-0565-4073-85ec-7f7eb34ac537,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:26:03.633436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:03.634365 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 52dfc435-f151-45cc-b275-78599dc9cebc up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:26:03.671819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fe79f170-b8f9-447d-a317-052617a411d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:03.921975 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-71f1df08-465e-4e1f-85e4-2625a8672c08 None None] Port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:26:03.967141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=0d1bb079-0565-4073-85ec-7f7eb34ac537,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:03.970755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:03.975825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-71f1df08-465e-4e1f-85e4-2625a8672c08 None None] Provisioning complete for port 52dfc435-f151-45cc-b275-78599dc9cebc triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:03.976247 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-71f1df08-465e-4e1f-85e4-2625a8672c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.030026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 52dfc435-f151-45cc-b275-78599dc9cebc triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:04.030447 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.089393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-798392915', 'description': 'tempest-TestVolumeBootPattern-798392915 description'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:04.095891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:26:04.100401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Usage tracker for resource:security_group and tenant:794d51803f2d4a718ff6c66ff9891c2b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:26:04.104149 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:26:04.110092 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:26:04.122363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.147770 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:26:04.152231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Usage tracker for resource:security_group_rule and tenant:794d51803f2d4a718ff6c66ff9891c2b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:26:04.155310 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:26:04.161305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:26:04.237562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.240800 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.247650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d8218849-7963-4c52-aa57-9f924deda858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:04.287423 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.288749 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-23322d75-caae-4c7e-b8b1-c8146ac91992 req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2042289 Feb 17 00:26:04.289563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6808b4d3-7d6b-444c-9a74-57a384e10146,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:04.293575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-07f69caa-e93c-41eb-a7dc-318a32279210 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:04.361113 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aca28f70-3cb7-46ba-b01c-f177b7a2a065 req-71d03c25-ccfe-40f1-89a5-2c1bbed9d5f6 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups/6808b4d3-7d6b-444c-9a74-57a384e10146 HTTP/1.1" status: 200 len: 1806 time: 0.0474968 Feb 17 00:26:04.372771 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-aca28f70-3cb7-46ba-b01c-f177b7a2a065 req-3844b782-2064-4daa-9e58-06e62e1bf6ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6808b4d3-7d6b-444c-9a74-57a384e10146', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:04.373126 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-aca28f70-3cb7-46ba-b01c-f177b7a2a065 req-3844b782-2064-4daa-9e58-06e62e1bf6ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6808b4d3-7d6b-444c-9a74-57a384e10146', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:04.379494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-aca28f70-3cb7-46ba-b01c-f177b7a2a065 req-3844b782-2064-4daa-9e58-06e62e1bf6ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:26:04.383456 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-aca28f70-3cb7-46ba-b01c-f177b7a2a065 req-3844b782-2064-4daa-9e58-06e62e1bf6ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Usage tracker for resource:security_group_rule and tenant:794d51803f2d4a718ff6c66ff9891c2b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:26:04.386982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-aca28f70-3cb7-46ba-b01c-f177b7a2a065 req-3844b782-2064-4daa-9e58-06e62e1bf6ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:26:04.392596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-aca28f70-3cb7-46ba-b01c-f177b7a2a065 req-3844b782-2064-4daa-9e58-06e62e1bf6ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:26:04.452854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-aca28f70-3cb7-46ba-b01c-f177b7a2a065 req-3844b782-2064-4daa-9e58-06e62e1bf6ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.478468 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-aca28f70-3cb7-46ba-b01c-f177b7a2a065 req-3844b782-2064-4daa-9e58-06e62e1bf6ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.481107 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-aca28f70-3cb7-46ba-b01c-f177b7a2a065 req-3844b782-2064-4daa-9e58-06e62e1bf6ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.483195 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:04.507058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844b782-2064-4daa-9e58-06e62e1bf6ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3799e75-6f47-465b-8b4e-807791339206,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:04.512812 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3844b782-2064-4daa-9e58-06e62e1bf6ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:04.517085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-aca28f70-3cb7-46ba-b01c-f177b7a2a065 req-3844b782-2064-4daa-9e58-06e62e1bf6ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.518381 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aca28f70-3cb7-46ba-b01c-f177b7a2a065 req-3844b782-2064-4daa-9e58-06e62e1bf6ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1506343 Feb 17 00:26:04.590068 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b9efd58d-669f-4e6b-b8be-4f058686d8cf req-dfd15bf5-b541-4049-9f8b-6727482a3cbd tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups/6808b4d3-7d6b-444c-9a74-57a384e10146 HTTP/1.1" status: 200 len: 2399 time: 0.0504916 Feb 17 00:26:04.601546 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-b9efd58d-669f-4e6b-b8be-4f058686d8cf req-bc0dc044-5e00-4abd-9aae-84504f4a3d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6808b4d3-7d6b-444c-9a74-57a384e10146', 'remote_group_id': None}]} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:04.601898 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-b9efd58d-669f-4e6b-b8be-4f058686d8cf req-bc0dc044-5e00-4abd-9aae-84504f4a3d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6808b4d3-7d6b-444c-9a74-57a384e10146', 'remote_group_id': None}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:04.608364 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b9efd58d-669f-4e6b-b8be-4f058686d8cf req-bc0dc044-5e00-4abd-9aae-84504f4a3d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:26:04.612407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b9efd58d-669f-4e6b-b8be-4f058686d8cf req-bc0dc044-5e00-4abd-9aae-84504f4a3d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Usage tracker for resource:security_group_rule and tenant:794d51803f2d4a718ff6c66ff9891c2b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:26:04.615443 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b9efd58d-669f-4e6b-b8be-4f058686d8cf req-bc0dc044-5e00-4abd-9aae-84504f4a3d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:26:04.621712 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b9efd58d-669f-4e6b-b8be-4f058686d8cf req-bc0dc044-5e00-4abd-9aae-84504f4a3d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:26:04.677535 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b9efd58d-669f-4e6b-b8be-4f058686d8cf req-bc0dc044-5e00-4abd-9aae-84504f4a3d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.701981 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b9efd58d-669f-4e6b-b8be-4f058686d8cf req-bc0dc044-5e00-4abd-9aae-84504f4a3d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.704397 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b9efd58d-669f-4e6b-b8be-4f058686d8cf req-bc0dc044-5e00-4abd-9aae-84504f4a3d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682429'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.706554 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:04.730341 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dc044-5e00-4abd-9aae-84504f4a3d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913e6f15-b027-43fd-8181-579b25ba5c4f,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:04.733108 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bc0dc044-5e00-4abd-9aae-84504f4a3d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:04.739467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b9efd58d-669f-4e6b-b8be-4f058686d8cf req-bc0dc044-5e00-4abd-9aae-84504f4a3d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:04.740776 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b9efd58d-669f-4e6b-b8be-4f058686d8cf req-bc0dc044-5e00-4abd-9aae-84504f4a3d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1435206 Feb 17 00:26:05.034788 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 0d1bb079-0565-4073-85ec-7f7eb34ac537 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:26:05.109093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 0d1bb079-0565-4073-85ec-7f7eb34ac537 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:05.109522 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:05.241966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 998211ee-960c-4b96-a9ad-bfadc4ff7ebd up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:26:05.318511 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 998211ee-960c-4b96-a9ad-bfadc4ff7ebd completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:26:05.324541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 998211ee-960c-4b96-a9ad-bfadc4ff7ebd triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:05.324998 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:05.450823 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:05.469576 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 998211ee-960c-4b96-a9ad-bfadc4ff7ebd, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=998211ee-960c-4b96-a9ad-bfadc4ff7ebd,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:26:05.472731 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:05.474844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:05.550969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=998211ee-960c-4b96-a9ad-bfadc4ff7ebd,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:05.554458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:05.880629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Sync routers for ids ['5effa514-d795-4a1b-90ca-944813859e48'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:26:05.890988 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Routers {'5effa514-d795-4a1b-90ca-944813859e48'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:26:05.891668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:25:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5effa514-d795-4a1b-90ca-944813859e48'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:06.084564 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Set router 5effa514-d795-4a1b-90ca-944813859e48 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:26:06.366884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f7b840f-c477-4f53-96fe-d949c0894e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:06.441106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effa514-d795-4a1b-90ca-944813859e48', 'name': 'tempest-TestVolumeBootPattern-1833298546-router', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:56Z', 'updated_at': '2021-02-17T00:26:01Z', 'revision_number': 4, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'gw_port': {'id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:57Z', 'updated_at': '2021-02-17T00:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1', 'name': '', 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'mac_address': 'fa:16:3e:4c:1d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '06743ff1-0ac8-4937-8189-aebde8464ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:26:01Z', 'updated_at': '2021-02-17T00:26:02Z', 'revision_number': 2, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'subnets': [{'id': '06743ff1-0ac8-4937-8189-aebde8464ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:06.445261 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Checking router: 5effa514-d795-4a1b-90ca-944813859e48 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:26:06.445675 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Updating router 5effa514-d795-4a1b-90ca-944813859e48 port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 binding host dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:26:06.507982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:06.939131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:06.951336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Transition to ACTIVE for port object 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:26:06.954047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:06.974148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5c01d953-8685-423f-9eef-cd2a085ba790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:07.009064 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 998211ee-960c-4b96-a9ad-bfadc4ff7ebd up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:26:07.175027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4f8d0-4099-456d-8048-95ef0fc1ebf1 None None] Pushing event updated for resources: {'Port': ['ID=8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:07.178195 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bce4f8d0-4099-456d-8048-95ef0fc1ebf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:07.224027 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 998211ee-960c-4b96-a9ad-bfadc4ff7ebd triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:07.224464 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:07.458802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Attempting to bind port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 on host dv-cinder-759961-3-iscsi for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:26:07.459220 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Attempting to bind port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 by drivers openvswitch on host dv-cinder-759961-3-iscsi at level 0 using segments [{'id': '0e36f7a1-28b0-4318-978a-a5e52c5e6912', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:26:07.459638 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Attempting to bind port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 on network 3df7ebbc-6745-47e4-847c-18341418fc7e {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:26:07.475752 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Checking agent: {'id': '9a453b37-e29a-47c6-a47b-34d22f0f3fef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 2, 40), 'started_at': datetime.datetime(2021, 2, 17, 0, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:26:07.476176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Checking segment: {'id': '0e36f7a1-28b0-4318-978a-a5e52c5e6912', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:26:07.476625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:07.477103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Bound using segment: {'id': '0e36f7a1-28b0-4318-978a-a5e52c5e6912', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:26:07.477620 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Bound port: 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1, host: dv-cinder-759961-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e36f7a1-28b0-4318-978a-a5e52c5e6912', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:26:07.478044 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:07.605620 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] For port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1, host dv-cinder-759961-3-iscsi, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:26:07.608794 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] For port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1, host dv-cinder-759961-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1,segment=NetworkSegment(0e36f7a1-28b0-4318-978a-a5e52c5e6912),segment_id=0e36f7a1-28b0-4318-978a-a5e52c5e6912)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:26:07.612313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:07.627996 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:07.953347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4f8d0-4099-456d-8048-95ef0fc1ebf1 None None] Pushing event updated for resources: {'Port': ['ID=8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:07.957977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bce4f8d0-4099-456d-8048-95ef0fc1ebf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:07.997053 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Routers {'5effa514-d795-4a1b-90ca-944813859e48'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:26:07.997747 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:25:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5effa514-d795-4a1b-90ca-944813859e48'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:08.216242 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] Set router 5effa514-d795-4a1b-90ca-944813859e48 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:26:08.551469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effa514-d795-4a1b-90ca-944813859e48', 'name': 'tempest-TestVolumeBootPattern-1833298546-router', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:56Z', 'updated_at': '2021-02-17T00:26:01Z', 'revision_number': 4, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'gw_port': {'id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:57Z', 'updated_at': '2021-02-17T00:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1', 'name': '', 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'mac_address': 'fa:16:3e:4c:1d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '06743ff1-0ac8-4937-8189-aebde8464ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:26:01Z', 'updated_at': '2021-02-17T00:26:07Z', 'revision_number': 4, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'subnets': [{'id': '06743ff1-0ac8-4937-8189-aebde8464ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:08.555821 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915ef01-6100-4ad8-8924-9b2376819de1 None None] The sync data for ids ['5effa514-d795-4a1b-90ca-944813859e48'] in dv-cinder-759961-3-iscsi is: [{'id': '5effa514-d795-4a1b-90ca-944813859e48', 'name': 'tempest-TestVolumeBootPattern-1833298546-router', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:56Z', 'updated_at': '2021-02-17T00:26:01Z', 'revision_number': 4, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'gw_port': {'id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:57Z', 'updated_at': '2021-02-17T00:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1', 'name': '', 'network_id': '3df7ebbc-6745-47e4-847c-18341418fc7e', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'mac_address': 'fa:16:3e:4c:1d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '06743ff1-0ac8-4937-8189-aebde8464ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:26:01Z', 'updated_at': '2021-02-17T00:26:07Z', 'revision_number': 4, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'subnets': [{'id': '06743ff1-0ac8-4937-8189-aebde8464ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:26:08.624886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ded9f6c0-559f-41c8-9745-f856e1b9947c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:08.988476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:26:09.064525 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning for port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:26:09.069362 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:09.069784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:09.196878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:09.235207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] For port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1,segment=NetworkSegment(0e36f7a1-28b0-4318-978a-a5e52c5e6912),segment_id=0e36f7a1-28b0-4318-978a-a5e52c5e6912)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:26:09.238248 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:09.240180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:09.312902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:09.324134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Pushing event updated for resources: {'Port': ['ID=8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:09.329939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:10.262317 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:10.592971 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:10.970843 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 up at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:26:11.044692 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Provisioning complete for port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:11.045138 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:21.102722 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-f76b8e44-f496-4f44-8eb9-7786105417e0 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Synchronizing usage tracker for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:26:21.119093 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-f76b8e44-f496-4f44-8eb9-7786105417e0 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Unset dirty status for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:26:21.120338 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-f76b8e44-f496-4f44-8eb9-7786105417e0 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-798392915&fields=id&tenant_id=794d51803f2d4a718ff6c66ff9891c2b HTTP/1.1" status: 200 len: 267 time: 0.0607657 Feb 17 00:26:21.280185 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-becf1d43-a59d-49e0-857e-4f85eee0f60e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:21.280880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-becf1d43-a59d-49e0-857e-4f85eee0f60e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Synchronizing usage tracker for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:26:21.296467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-becf1d43-a59d-49e0-857e-4f85eee0f60e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Unset dirty status for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:26:21.297723 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-becf1d43-a59d-49e0-857e-4f85eee0f60e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 811 time: 0.1700463 Feb 17 00:26:21.314254 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-f9146807-f764-4f6c-98a9-510a921111ea tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/quotas/794d51803f2d4a718ff6c66ff9891c2b HTTP/1.1" status: 200 len: 375 time: 0.0100996 Feb 17 00:26:21.404996 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-a927ff4c-c58d-4152-86ff-5850930138da tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851188 Feb 17 00:26:21.421774 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-3efbb700-d667-403c-9b74-b53ff12bcbe9 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:26:21.422807 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-3efbb700-d667-403c-9b74-b53ff12bcbe9 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0053344 Feb 17 00:26:21.564740 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-a412be51-76ee-4702-95c9-e9fb55884ec6 service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355457 Feb 17 00:26:21.706122 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-0d22a6a7-a475-467c-845f-f2e3c8eccdfa service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350374 Feb 17 00:26:23.137108 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2c3a5705-29c9-4474-98d8-31292f9ccc5c req-7e4c2ece-df15-4c2d-80d3-3e5c2285c68e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0493183 Feb 17 00:26:24.353787 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74225319-e77c-4f49-a80f-2b1cb4374923 req-e1734b82-cffb-43c1-9b29-802e7683f659 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 210 time: 0.1581061 Feb 17 00:26:25.463738 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d72c2e39-ff10-4126-8b1b-dd60c20e80e2 req-2996149d-1384-44a2-a066-96de22f68d12 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0513983 Feb 17 00:26:26.573850 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d4249fc-3f58-4855-bbdf-788d1bef179a req-1ecb3468-cd8c-487d-aa09-0f18e22e94d4 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0513210 Feb 17 00:26:27.795656 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-692a7721-2f50-4cdc-8ca7-97f37f08604d req-d8062cc2-b5fc-424f-8763-a6dfd3e2bfcb tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 210 time: 0.1086609 Feb 17 00:26:28.683987 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-dd0892b7-7ee2-4ac9-ae38-cef82fa82783 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:28.685483 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-dd0892b7-7ee2-4ac9-ae38-cef82fa82783 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 811 time: 0.3951068 Feb 17 00:26:28.760647 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-f2425c6a-86c4-4ba8-97b7-f2382990a405 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=794d51803f2d4a718ff6c66ff9891c2b HTTP/1.1" status: 200 len: 5763 time: 0.0661597 Feb 17 00:26:28.769967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'port': {'device_id': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'admin_state_up': True, 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'security_groups': ['6808b4d3-7d6b-444c-9a74-57a384e10146']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:28.917630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:26:28.922972 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Usage tracker for resource:port and tenant:794d51803f2d4a718ff6c66ff9891c2b is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:26:28.927009 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:26:28.933761 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:26:28.943901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Made reservation on behalf of 794d51803f2d4a718ff6c66ff9891c2b for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:26:28.950040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:28.976459 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8fa2aa80-f320-48f5-8e8a-ff6d533917cd req-cbb1a859-a709-48e2-bb4d-d318141b705c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0502791 Feb 17 00:26:29.276087 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Allocated IP 172.20.0.13 (7c0101f0-8583-43eb-a593-4ad4a3f3e1fa/8cd3287e-c805-4022-9d73-6fc1ff5cff30/aceba978-444c-4f63-9e2d-67fe650f254b) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:26:29.472799 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:29.489238 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Transition to ACTIVE for port object aceba978-444c-4f63-9e2d-67fe650f254b will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:26:29.512010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:29.527378 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3e5c5f99-fe4b-4e0c-a9bf-21a70fc5b40b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:29.665855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event updated for resources: {'Port': ['ID=aceba978-444c-4f63-9e2d-67fe650f254b,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:29.670287 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:29.725808 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:26:29.727033 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:26:29.729921 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:26:29.795591 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:29.796250 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:29.820087 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-6931fafd-d5b0-4922-ab0d-a36951069d9a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0541427 Feb 17 00:26:29.834820 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Request body: {'port': {'device_id': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:29.956975 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:29.960983 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-50e31653-c40a-4415-b7f0-216f0aa5c6e4 None None] Provisioning for port aceba978-444c-4f63-9e2d-67fe650f254b completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:26:29.966558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-50e31653-c40a-4415-b7f0-216f0aa5c6e4 None None] Provisioning complete for port aceba978-444c-4f63-9e2d-67fe650f254b triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:29.966983 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-50e31653-c40a-4415-b7f0-216f0aa5c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:30.030377 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-50e31653-c40a-4415-b7f0-216f0aa5c6e4 None None] Port aceba978-444c-4f63-9e2d-67fe650f254b cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:26:30.189568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af748758-4617-4509-bd32-1d31da0f7813 req-67c6704b-7b8c-46f2-b48c-3d841c2bea68 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:30.191177 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af748758-4617-4509-bd32-1d31da0f7813 req-67c6704b-7b8c-46f2-b48c-3d841c2bea68 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 932 time: 0.0937939 Feb 17 00:26:30.247126 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af748758-4617-4509-bd32-1d31da0f7813 req-2d498b7b-da56-42e9-97ce-bfe8a2c3fe83 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0487194 Feb 17 00:26:30.382130 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aceba978-444c-4f63-9e2d-67fe650f254b {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:26:30.390317 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:30.402637 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Transition to ACTIVE for port object aceba978-444c-4f63-9e2d-67fe650f254b will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:26:30.405306 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:30.420417 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0cbe88bb-8368-4a30-9cd8-aebe8246bc2a tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:30.555183 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Pushing event updated for resources: {'Port': ['ID=aceba978-444c-4f63-9e2d-67fe650f254b,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:30.558620 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:30.745917 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Attempting to bind port aceba978-444c-4f63-9e2d-67fe650f254b on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:26:30.746285 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Attempting to bind port aceba978-444c-4f63-9e2d-67fe650f254b by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:26:30.746656 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Attempting to bind port aceba978-444c-4f63-9e2d-67fe650f254b on network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:26:30.752615 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:26:30.753002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Checking segment: {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:26:30.753413 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:30.753857 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Bound using segment: {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:26:30.754405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Bound port: aceba978-444c-4f63-9e2d-67fe650f254b, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:26:30.754752 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:30.853642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] For port aceba978-444c-4f63-9e2d-67fe650f254b, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:26:30.857103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] For port aceba978-444c-4f63-9e2d-67fe650f254b, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=aceba978-444c-4f63-9e2d-67fe650f254b,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:26:30.861674 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:30.877601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-20665fff-1832-4b61-89a2-b819a3d0e7d9 tempest-VolumesSnapshotTestJSON-1921989441 tempest-VolumesSnapshotTestJSON-1921989441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:30.962169 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:31.030375 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Pushing event updated for resources: {'Port': ['ID=aceba978-444c-4f63-9e2d-67fe650f254b,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:31.035859 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:31.067581 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:31.068257 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:31.069770 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] 10.222.0.44 "PUT /v2.0/ports/aceba978-444c-4f63-9e2d-67fe650f254b HTTP/1.1" status: 200 len: 1158 time: 1.2397335 Feb 17 00:26:31.070339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'tag': 'aceba978-444c-4f63-9e2d-67fe650f254b'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:26:31.149660 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'tag': 'aceba978-444c-4f63-9e2d-67fe650f254b', 'status': 'completed', 'code': 200} Feb 17 00:26:31.198005 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-f0c27d9c-cfde-4cce-aabc-c4229be52118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:31.199659 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-f0c27d9c-cfde-4cce-aabc-c4229be52118 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 1161 time: 0.0898004 Feb 17 00:26:31.273221 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-d2ecbbdb-d456-48a6-adad-dc5affee0ab4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aceba978-444c-4f63-9e2d-67fe650f254b HTTP/1.1" status: 200 len: 217 time: 0.0667210 Feb 17 00:26:31.345019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-12717ad3-39ea-4f58-a059-d6451070adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:31.346549 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-12717ad3-39ea-4f58-a059-d6451070adfe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0667942 Feb 17 00:26:31.428607 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-f4b854c0-c76a-4a9b-813b-02cf1a7b5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:31.430165 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-f4b854c0-c76a-4a9b-813b-02cf1a7b5b2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776343 Feb 17 00:26:31.448841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a267815-36bc-4d81-9dad-992c47579302 req-c0fc463f-621b-4364-8787-260f93acbb86 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:31.450420 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7a267815-36bc-4d81-9dad-992c47579302 req-c0fc463f-621b-4364-8787-260f93acbb86 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 944 time: 0.0868611 Feb 17 00:26:31.499695 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7a267815-36bc-4d81-9dad-992c47579302 req-a246b9eb-84a8-470d-9fbb-840dddb3b77f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0428169 Feb 17 00:26:31.571554 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-16f5f790-58b4-48b8-a378-e90da565fde5 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339080 Feb 17 00:26:31.711581 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ee90da9-bbb9-444e-a698-0c8c9fa99c91 req-cf065ccc-8464-4600-a1a0-c44da3896620 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1328297 Feb 17 00:26:31.828647 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced76ccb-77e8-44f8-83d2-3997cba87ff5 req-a0957cf9-56a5-4f2d-a9d5-186ea3b0d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:31.830294 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ced76ccb-77e8-44f8-83d2-3997cba87ff5 req-a0957cf9-56a5-4f2d-a9d5-186ea3b0d5eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 1161 time: 0.0775962 Feb 17 00:26:31.969746 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced76ccb-77e8-44f8-83d2-3997cba87ff5 req-e5aa6810-2add-4c21-91cb-aacff8a7de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:31.971222 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ced76ccb-77e8-44f8-83d2-3997cba87ff5 req-e5aa6810-2add-4c21-91cb-aacff8a7de68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1334333 Feb 17 00:26:32.048652 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ced76ccb-77e8-44f8-83d2-3997cba87ff5 req-cdb975ce-6b91-4d04-ad5f-26bf6971c9ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aceba978-444c-4f63-9e2d-67fe650f254b HTTP/1.1" status: 200 len: 217 time: 0.0692468 Feb 17 00:26:32.121630 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced76ccb-77e8-44f8-83d2-3997cba87ff5 req-c89f3a26-bfd7-44c2-a410-b763bd329df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:32.123206 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ced76ccb-77e8-44f8-83d2-3997cba87ff5 req-c89f3a26-bfd7-44c2-a410-b763bd329df4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0683823 Feb 17 00:26:32.449071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced76ccb-77e8-44f8-83d2-3997cba87ff5 req-a5d6654c-467b-4688-b7dd-b1d0c8908e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:32.450694 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ced76ccb-77e8-44f8-83d2-3997cba87ff5 req-a5d6654c-467b-4688-b7dd-b1d0c8908e1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3200924 Feb 17 00:26:32.591347 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ced76ccb-77e8-44f8-83d2-3997cba87ff5 req-67e7618b-9ab0-433d-9601-ed8c898fb037 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339667 Feb 17 00:26:32.706460 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0b0a7-3b48-4496-a507-8827d82d3ded req-0fdf5e1d-70f1-4f46-9361-f9bab1bcd09a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:32.708064 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0ec0b0a7-3b48-4496-a507-8827d82d3ded req-0fdf5e1d-70f1-4f46-9361-f9bab1bcd09a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 944 time: 0.0913036 Feb 17 00:26:32.737589 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ced76ccb-77e8-44f8-83d2-3997cba87ff5 req-6011fe1c-177e-4b4c-8a9e-2ed5f8b553d4 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399024 Feb 17 00:26:32.757148 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0ec0b0a7-3b48-4496-a507-8827d82d3ded req-e483cb92-4fb3-47e1-85d1-39d69d6fbfd8 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0425355 Feb 17 00:26:33.955234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39df84-cbab-46e1-b725-c2fca50c88e3 req-dbb61720-1f56-4440-a49b-b3a4e15b6bf1 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:33.956852 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4c39df84-cbab-46e1-b725-c2fca50c88e3 req-dbb61720-1f56-4440-a49b-b3a4e15b6bf1 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 944 time: 0.0852644 Feb 17 00:26:34.003545 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4c39df84-cbab-46e1-b725-c2fca50c88e3 req-578fdee0-326f-43c6-a384-ce0f53e5549a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0403905 Feb 17 00:26:35.213361 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df3bd4-dfea-4794-b28a-061cf3179f83 req-5fe161af-8af5-49de-93a8-968bd9e04c12 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:35.214960 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-67df3bd4-dfea-4794-b28a-061cf3179f83 req-5fe161af-8af5-49de-93a8-968bd9e04c12 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 944 time: 0.0919321 Feb 17 00:26:35.263363 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-67df3bd4-dfea-4794-b28a-061cf3179f83 req-4837bb3f-33f7-47ff-b966-299f22e892aa tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0419891 Feb 17 00:26:36.339246 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a745eb2b-201b-4633-b127-6431807854c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:36.466190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06abf58-565e-4622-bbb6-acbda17f8575 req-2c0862ec-eee0-4e7b-80f9-43345d9d011e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:36.467800 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c06abf58-565e-4622-bbb6-acbda17f8575 req-2c0862ec-eee0-4e7b-80f9-43345d9d011e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 944 time: 0.0857387 Feb 17 00:26:36.515350 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c06abf58-565e-4622-bbb6-acbda17f8575 req-e58cb092-85e1-4cac-b47c-d80f4b1cbc31 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0413249 Feb 17 00:26:37.084407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:26:37.716126 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5a074-f2c1-4386-8d7c-3e5919185c6f req-f0dc6419-926e-4a15-85aa-1d303ba5fca3 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:37.717732 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-23a5a074-f2c1-4386-8d7c-3e5919185c6f req-f0dc6419-926e-4a15-85aa-1d303ba5fca3 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 944 time: 0.0895207 Feb 17 00:26:37.765240 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-23a5a074-f2c1-4386-8d7c-3e5919185c6f req-75586f81-97b6-41cb-a0d0-7c6c3e759c4b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0412831 Feb 17 00:26:38.626797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6c8f91a4-6ec3-4028-88b9-a49d68dbcdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:38.987288 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cdcda-dd2d-4391-b81e-2f2772b995e0 req-e941723e-3494-4be8-b543-7c162ae1c00d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:38.988897 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fb3cdcda-dd2d-4391-b81e-2f2772b995e0 req-e941723e-3494-4be8-b543-7c162ae1c00d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 944 time: 0.0981600 Feb 17 00:26:39.037076 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fb3cdcda-dd2d-4391-b81e-2f2772b995e0 req-96409243-4702-4271-92e0-25c610f6a278 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0412347 Feb 17 00:26:39.154010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device aceba978-444c-4f63-9e2d-67fe650f254b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:26:39.226326 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port aceba978-444c-4f63-9e2d-67fe650f254b completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:26:39.231080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port aceba978-444c-4f63-9e2d-67fe650f254b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:39.231494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:39.295962 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:39.365642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:39.393818 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aceba978-444c-4f63-9e2d-67fe650f254b'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:26:39.404207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port aceba978-444c-4f63-9e2d-67fe650f254b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=aceba978-444c-4f63-9e2d-67fe650f254b,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:26:39.407313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:39.410024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bce4f8d0-4099-456d-8048-95ef0fc1ebf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:39.484899 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=aceba978-444c-4f63-9e2d-67fe650f254b,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:39.488410 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:39.497938 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aceba978-444c-4f63-9e2d-67fe650f254b', 'code': 200} Feb 17 00:26:39.782403 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479caac-aef5-4975-97cf-9570a8a9dd6c req-3417c2f4-d9e3-468c-ae36-63d088982dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:39.783959 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0479caac-aef5-4975-97cf-9570a8a9dd6c req-3417c2f4-d9e3-468c-ae36-63d088982dcd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 1163 time: 0.0817342 Feb 17 00:26:39.828417 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0479caac-aef5-4975-97cf-9570a8a9dd6c req-6a94aa66-8dda-448c-b97d-223ce20d1c0b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0379314 Feb 17 00:26:40.237791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92886f-31b8-40ee-8cbf-d13963d1844a req-e715f503-27cc-4f30-9071-7ff466a83398 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:40.239403 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac92886f-31b8-40ee-8cbf-d13963d1844a req-e715f503-27cc-4f30-9071-7ff466a83398 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 946 time: 0.0867028 Feb 17 00:26:40.264741 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:40.288151 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac92886f-31b8-40ee-8cbf-d13963d1844a req-c0dc2ac2-b65e-4d70-a1e7-6e240828db5a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0419478 Feb 17 00:26:40.609980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:40.910695 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device aceba978-444c-4f63-9e2d-67fe650f254b up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:26:40.984143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port aceba978-444c-4f63-9e2d-67fe650f254b triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:26:40.984547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:41.490700 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b6bb2-0312-42a8-8df6-97db656d0673 req-6a13edd3-ed8b-44d6-8d74-aa1ad12e4472 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:41.492289 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5a7b6bb2-0312-42a8-8df6-97db656d0673 req-6a13edd3-ed8b-44d6-8d74-aa1ad12e4472 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 946 time: 0.0895715 Feb 17 00:26:41.539164 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5a7b6bb2-0312-42a8-8df6-97db656d0673 req-48250119-6d74-4482-89af-b0d8605d1fb5 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0406787 Feb 17 00:26:41.740348 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b9e95-788b-4c17-b27b-7e057b57f418 req-827cb3c0-7a4b-4edb-9468-e827625b8657 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:41.741984 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d07b9e95-788b-4c17-b27b-7e057b57f418 req-827cb3c0-7a4b-4edb-9468-e827625b8657 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 946 time: 0.0862570 Feb 17 00:26:41.792941 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d07b9e95-788b-4c17-b27b-7e057b57f418 req-47409c14-19c3-4752-ac7f-2908c173ca5d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0447299 Feb 17 00:26:41.989589 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-d0a37405-196c-4c7b-a6ef-63a481c6635d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1574929 Feb 17 00:26:42.000450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'floatingip': {'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:42.006556 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:26:42.011325 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Usage tracker for resource:floatingip and tenant:794d51803f2d4a718ff6c66ff9891c2b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:26:42.014331 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:26:42.020094 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:26:42.029345 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:42.177492 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:42.443315 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Allocated IP 172.27.1.77 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/5c9a0f49-ba6c-4874-984a-7e25abcfff68) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:26:42.594075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:42.623437 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:42.638951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2f104e15-82c7-464f-9423-73bf4566239b tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:42.778438 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event updated for resources: {'Port': ['ID=5c9a0f49-ba6c-4874-984a-7e25abcfff68,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:42.801514 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.801930 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.802345 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.802747 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.803148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.803547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.803944 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.804339 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.804760 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.805156 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.805544 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.805968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.806398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.806787 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.807176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.807568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.807955 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.808360 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.808754 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.809145 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.809531 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.809917 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.810302 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.810688 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:26:42.816992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:42.852113 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:26:42.853942 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:26:42.856436 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:26:42.938468 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:43.011365 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:43.284127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:43.287558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:43.306124 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-aab0fd56-4f16-49e9-99c5-23f4bdcecdd1 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:26:43.436802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event updated for resources: {'Port': ['ID=5c9a0f49-ba6c-4874-984a-7e25abcfff68,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:26:43.441969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:26:43.538154 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:43.560240 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:43.561568 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5654428 Feb 17 00:26:43.648674 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-c71a0eb7-5f6d-4544-83d7-e221f1d9800e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Synchronizing usage tracker for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:floatingip {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:26:43.664960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-c71a0eb7-5f6d-4544-83d7-e221f1d9800e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Unset dirty status for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:floatingip {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:26:43.666753 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-c71a0eb7-5f6d-4544-83d7-e221f1d9800e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.77 HTTP/1.1" status: 200 len: 695 time: 0.0987167 Feb 17 00:26:43.825819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-f204da85-76cd-46d9-831e-2d9c21992e03 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:43.827289 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ca31c5ef-46bc-49ac-a72b-99010d1c781f req-f204da85-76cd-46d9-831e-2d9c21992e03 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/networks/7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b HTTP/1.1" status: 200 len: 784 time: 0.1546230 Feb 17 00:26:44.008401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-aa5fb90d-55d4-48a0-b039-d241d96e52db tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:44.010546 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-aa5fb90d-55d4-48a0-b039-d241d96e52db tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0853035 Feb 17 00:26:44.097069 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-96246331-0315-462f-8e48-c11cf6eb4371 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.77 HTTP/1.1" status: 200 len: 695 time: 0.0803318 Feb 17 00:26:44.109144 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-c611eb33-8749-4426-9b0c-9775e1046ca3 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'floatingip': {'port_id': 'aceba978-444c-4f63-9e2d-67fe650f254b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:44.429061 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-c611eb33-8749-4426-9b0c-9775e1046ca3 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:45.049841 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-c611eb33-8749-4426-9b0c-9775e1046ca3 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:45.052886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-c611eb33-8749-4426-9b0c-9775e1046ca3 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:45.239408 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-c611eb33-8749-4426-9b0c-9775e1046ca3 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Floating IP 9638faaf-428b-442c-951f-fc15bb3c0ad5 associated. External IP: 172.27.1.77, port: aceba978-444c-4f63-9e2d-67fe650f254b. Feb 17 00:26:45.606748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-c611eb33-8749-4426-9b0c-9775e1046ca3 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Router 6341cdd5-d294-47df-badd-30ff19db12b4 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:26:45.797967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-c611eb33-8749-4426-9b0c-9775e1046ca3 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:26:45.802673 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-c611eb33-8749-4426-9b0c-9775e1046ca3 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:45.808482 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba9faef-fba6-4e2e-8f15-332e026915f4 None None] Sync routers for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:26:45.818547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba9faef-fba6-4e2e-8f15-332e026915f4 None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:26:45.819222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5ba9faef-fba6-4e2e-8f15-332e026915f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:26:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:45.861646 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-c611eb33-8749-4426-9b0c-9775e1046ca3 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "PUT /v2.0/floatingips/9638faaf-428b-442c-951f-fc15bb3c0ad5 HTTP/1.1" status: 200 len: 996 time: 1.7576113 Feb 17 00:26:45.862138 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'tag': 'aceba978-444c-4f63-9e2d-67fe650f254b'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:26:45.920376 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'tag': 'aceba978-444c-4f63-9e2d-67fe650f254b', 'status': 'completed', 'code': 200} Feb 17 00:26:45.963070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-1f8ef255-cd02-4f92-ba15-a44f34099a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:45.964726 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-1f8ef255-cd02-4f92-ba15-a44f34099a41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 1163 time: 0.0891447 Feb 17 00:26:46.015424 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-5ba9faef-fba6-4e2e-8f15-332e026915f4 None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:26:46.019587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c7d3-0514-429a-a338-fab96e8c66eb req-0b99aaf0-f0cf-40eb-aea8-73f5595f5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:46.021209 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d16c7d3-0514-429a-a338-fab96e8c66eb req-0b99aaf0-f0cf-40eb-aea8-73f5595f5a7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 1163 time: 0.0803089 Feb 17 00:26:46.125172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-8c2fd08d-9557-45bd-9914-de890450acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:46.127899 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-8c2fd08d-9557-45bd-9914-de890450acd9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1560228 Feb 17 00:26:46.170139 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c7d3-0514-429a-a338-fab96e8c66eb req-65e760b7-35ea-4cbf-a960-b8cd98a069d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:46.171755 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d16c7d3-0514-429a-a338-fab96e8c66eb req-65e760b7-35ea-4cbf-a960-b8cd98a069d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1440878 Feb 17 00:26:46.237841 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-25a7040a-1c9e-46d0-994c-07e8c69d687d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aceba978-444c-4f63-9e2d-67fe650f254b HTTP/1.1" status: 200 len: 999 time: 0.1030445 Feb 17 00:26:46.285587 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d16c7d3-0514-429a-a338-fab96e8c66eb req-68047220-9087-40d4-ad6f-43a5f0432c2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aceba978-444c-4f63-9e2d-67fe650f254b HTTP/1.1" status: 200 len: 999 time: 0.1073997 Feb 17 00:26:46.312606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-90ad0f2c-9ba7-4183-9afb-d7a6b0bc6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:46.316125 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-90ad0f2c-9ba7-4183-9afb-d7a6b0bc6e6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0702016 Feb 17 00:26:46.356344 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c7d3-0514-429a-a338-fab96e8c66eb req-a6cbaa77-7bbb-40bf-879f-7989ab262cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:46.358006 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d16c7d3-0514-429a-a338-fab96e8c66eb req-a6cbaa77-7bbb-40bf-879f-7989ab262cb8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0659692 Feb 17 00:26:46.400214 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-689b22e1-ec36-45d2-8a0f-3a3a5b7102ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:46.401160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5ba9faef-fba6-4e2e-8f15-332e026915f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '9638faaf-428b-442c-951f-fc15bb3c0ad5', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': 'aceba978-444c-4f63-9e2d-67fe650f254b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:96:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:26:42Z', 'updated_at': '2021-02-17T00:26:44Z', 'revision_number': 1, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:46.401837 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-689b22e1-ec36-45d2-8a0f-3a3a5b7102ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810063 Feb 17 00:26:46.405461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba9faef-fba6-4e2e-8f15-332e026915f4 None None] Checking router: 6341cdd5-d294-47df-badd-30ff19db12b4 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:26:46.414542 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba9faef-fba6-4e2e-8f15-332e026915f4 None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:26:46.415626 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5ba9faef-fba6-4e2e-8f15-332e026915f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:26:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:46.447192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c7d3-0514-429a-a338-fab96e8c66eb req-bff94568-028c-488f-a442-da1cf2d388dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:26:46.448987 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d16c7d3-0514-429a-a338-fab96e8c66eb req-bff94568-028c-488f-a442-da1cf2d388dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833979 Feb 17 00:26:46.550271 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-cd0e7e4e-497d-4051-9e67-5dcc1abfa212 service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398835 Feb 17 00:26:46.600218 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d16c7d3-0514-429a-a338-fab96e8c66eb req-44402d13-b9ab-4b95-b324-357ba5db2102 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446466 Feb 17 00:26:46.604913 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-5ba9faef-fba6-4e2e-8f15-332e026915f4 None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:26:46.697285 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f56d2041-24f6-4318-a973-9fd27c62a93a req-d9b236c4-e115-4ad9-8c2d-b06d8addb5b8 service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401625 Feb 17 00:26:46.747494 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d16c7d3-0514-429a-a338-fab96e8c66eb req-e9943d0d-01a6-4838-a2c2-8f8c95ba7aeb service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406438 Feb 17 00:26:47.135693 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5ba9faef-fba6-4e2e-8f15-332e026915f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '9638faaf-428b-442c-951f-fc15bb3c0ad5', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': 'aceba978-444c-4f63-9e2d-67fe650f254b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:96:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:26:42Z', 'updated_at': '2021-02-17T00:26:44Z', 'revision_number': 1, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:26:47.139839 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba9faef-fba6-4e2e-8f15-332e026915f4 None None] The sync data for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi is: [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '9638faaf-428b-442c-951f-fc15bb3c0ad5', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': 'aceba978-444c-4f63-9e2d-67fe650f254b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:96:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:26:42Z', 'updated_at': '2021-02-17T00:26:44Z', 'revision_number': 1, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:26:47.440805 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129d03e-a1e0-4510-b242-b1912cdebdcc None None] New status for floating IP 9638faaf-428b-442c-951f-fc15bb3c0ad5: ACTIVE {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:27:00.958653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:06.341224 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ee59da11-972c-4147-a9a6-61580dbf8f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:08.628529 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-112e459f-851b-478f-958c-aba57f9df2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:09.279017 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:10.267338 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:10.600625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:14.085330 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:27:29.992188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-5c160076-a1cf-45aa-9c72-d8d586d1a8ab req-66b14bce-62c5-4edc-8dca-367d78d9b060 service neutron] (84026) timed out ('10.222.0.44', 63465) {{(pid=84026) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 00:27:30.060961 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-407bf3d0-5640-4683-8838-62b1a9a62d38 req-bdd46db2-dcf1-4d95-a4e8-a53d80ef3340 service neutron] (84027) timed out ('10.222.0.44', 63490) {{(pid=84027) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 00:27:30.960208 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:34.331508 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cada8e2-1795-40e7-b8d0-11d1c0036e02 req-c0db7a96-1c27-43b6-a1f0-2dbef8681eea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1253560 Feb 17 00:27:34.483396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cada8e2-1795-40e7-b8d0-11d1c0036e02 req-5448ab10-0ed1-45e6-b630-d47088da8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:27:34.485077 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cada8e2-1795-40e7-b8d0-11d1c0036e02 req-5448ab10-0ed1-45e6-b630-d47088da8640 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 1163 time: 0.0832634 Feb 17 00:27:34.638930 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cada8e2-1795-40e7-b8d0-11d1c0036e02 req-c10e12e5-a5aa-4646-9281-d9d25ffee227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:27:34.640535 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cada8e2-1795-40e7-b8d0-11d1c0036e02 req-c10e12e5-a5aa-4646-9281-d9d25ffee227 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1376810 Feb 17 00:27:34.750931 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cada8e2-1795-40e7-b8d0-11d1c0036e02 req-3b93d4c1-5a5f-422e-8340-5c0bea382f3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aceba978-444c-4f63-9e2d-67fe650f254b HTTP/1.1" status: 200 len: 1001 time: 0.1035459 Feb 17 00:27:34.819065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cada8e2-1795-40e7-b8d0-11d1c0036e02 req-b7cb3865-40c2-403c-85ac-545b44e021a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:27:34.820662 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cada8e2-1795-40e7-b8d0-11d1c0036e02 req-b7cb3865-40c2-403c-85ac-545b44e021a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0639763 Feb 17 00:27:34.901844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cada8e2-1795-40e7-b8d0-11d1c0036e02 req-e2964300-c787-44a7-a7c5-a5da01b2d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:27:34.903449 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cada8e2-1795-40e7-b8d0-11d1c0036e02 req-e2964300-c787-44a7-a7c5-a5da01b2d257 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763659 Feb 17 00:27:35.044549 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cada8e2-1795-40e7-b8d0-11d1c0036e02 req-67186576-cb7f-4441-a142-4d91b49cc5d2 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342101 Feb 17 00:27:35.189987 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cada8e2-1795-40e7-b8d0-11d1c0036e02 req-45790ed5-7a62-4db3-a56c-dc0f0372c443 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388793 Feb 17 00:27:36.346416 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-349bb267-3d79-41ec-8863-472930882b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:38.629303 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0982706f-4fc7-41e2-84b8-243f882decac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:39.282414 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:40.269023 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:40.606544 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:51.085122 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:28:00.975324 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:06.348947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e856ec1-6b29-436f-946f-1900b109ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:08.631562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f734e04-342b-4d06-be8a-261ddcda1c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:09.285103 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:10.271823 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:10.607563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:28.084041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:28:30.975941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:35.302063 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e295d7f6-9fe5-45aa-837b-3bc3f8d725ee req-5c96b352-0606-4725-af0a-8f991b55a152 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0822935 Feb 17 00:28:35.454272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295d7f6-9fe5-45aa-837b-3bc3f8d725ee req-422649c9-bcef-4836-b6b6-5b0a6af3bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:35.456134 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e295d7f6-9fe5-45aa-837b-3bc3f8d725ee req-422649c9-bcef-4836-b6b6-5b0a6af3bdfc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 1163 time: 0.0809541 Feb 17 00:28:35.617196 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295d7f6-9fe5-45aa-837b-3bc3f8d725ee req-2695ce68-20df-464d-b257-e6fffd1bb79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:35.618800 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e295d7f6-9fe5-45aa-837b-3bc3f8d725ee req-2695ce68-20df-464d-b257-e6fffd1bb79d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1383193 Feb 17 00:28:35.622870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3cfce-b02a-46a1-9aeb-6efb5dcb0802 req-5309440c-f9ba-4af4-9ab1-8854ca187a7d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:35.624474 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-65c3cfce-b02a-46a1-9aeb-6efb5dcb0802 req-5309440c-f9ba-4af4-9ab1-8854ca187a7d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 946 time: 0.0918257 Feb 17 00:28:35.673323 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-65c3cfce-b02a-46a1-9aeb-6efb5dcb0802 req-71d964cc-8d24-4580-a25e-a14d6f7ae321 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0419531 Feb 17 00:28:35.732401 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e295d7f6-9fe5-45aa-837b-3bc3f8d725ee req-afc7d3dd-c6ff-47a9-b3c2-fcf4200beeea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aceba978-444c-4f63-9e2d-67fe650f254b HTTP/1.1" status: 200 len: 1001 time: 0.1051824 Feb 17 00:28:35.806708 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295d7f6-9fe5-45aa-837b-3bc3f8d725ee req-f515bce5-851a-4e31-9d4a-5e81288c3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:35.808317 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e295d7f6-9fe5-45aa-837b-3bc3f8d725ee req-f515bce5-851a-4e31-9d4a-5e81288c3fe6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0691986 Feb 17 00:28:35.891142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295d7f6-9fe5-45aa-837b-3bc3f8d725ee req-9e172332-e449-4482-8326-7c20909bb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:35.892826 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e295d7f6-9fe5-45aa-837b-3bc3f8d725ee req-9e172332-e449-4482-8326-7c20909bb418 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771296 Feb 17 00:28:36.035441 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e295d7f6-9fe5-45aa-837b-3bc3f8d725ee req-4b20f3ab-80e1-43f9-ba2a-9fd5cb2a15fa service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349976 Feb 17 00:28:36.179170 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e295d7f6-9fe5-45aa-837b-3bc3f8d725ee req-c12fd5f1-6ec2-48e1-be53-bed5ada19401 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365972 Feb 17 00:28:36.350376 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c659b437-9e8f-4033-948d-f4ca9b7f9fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:36.888704 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564f111-81aa-46b0-8047-c393e704b3c4 req-4cbb7a94-eb5e-45bd-a93b-ace1c8fc1a1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:36.890324 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4564f111-81aa-46b0-8047-c393e704b3c4 req-4cbb7a94-eb5e-45bd-a93b-ace1c8fc1a1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 946 time: 0.0857818 Feb 17 00:28:36.940661 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4564f111-81aa-46b0-8047-c393e704b3c4 req-4f619d88-5d8c-4b73-b26d-b6aa7549e62d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0435555 Feb 17 00:28:37.061532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-3782c6fc-9d3f-4e6d-8515-22a2b69f69c5 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:37.062280 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-3782c6fc-9d3f-4e6d-8515-22a2b69f69c5 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Synchronizing usage tracker for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:28:37.078086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-3782c6fc-9d3f-4e6d-8515-22a2b69f69c5 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Unset dirty status for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:28:37.079332 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-3782c6fc-9d3f-4e6d-8515-22a2b69f69c5 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 946 time: 0.1007714 Feb 17 00:28:37.160504 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Deleting port aceba978-444c-4f63-9e2d-67fe650f254b {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:28:37.160916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:37.421995 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] For port aceba978-444c-4f63-9e2d-67fe650f254b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=aceba978-444c-4f63-9e2d-67fe650f254b,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:28:37.422823 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:37.524884 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device aceba978-444c-4f63-9e2d-67fe650f254b no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:28:37.654633 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:37.685406 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aceba978-444c-4f63-9e2d-67fe650f254b'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:28:37.698168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port aceba978-444c-4f63-9e2d-67fe650f254b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=aceba978-444c-4f63-9e2d-67fe650f254b,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:28:37.701791 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:37.703910 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bbb38880-7e9c-444f-a6ea-11d308e3139d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:28:37.752204 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aceba978-444c-4f63-9e2d-67fe650f254b', 'code': 200} Feb 17 00:28:37.781180 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=aceba978-444c-4f63-9e2d-67fe650f254b,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:28:37.790331 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.790725 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.791114 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.791494 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.791875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.792255 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.792627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.793026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.793399 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.793769 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.794141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.794506 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.794915 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.795279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.795646 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.796011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.796376 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.796787 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.797154 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.797780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.798143 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.798545 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.798910 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.799273 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:37.803844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:28:37.979286 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:37.979803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:37.980059 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Floating IP 9638faaf-428b-442c-951f-fc15bb3c0ad5 disassociated. External IP: 172.27.1.77, port: aceba978-444c-4f63-9e2d-67fe650f254b. Feb 17 00:28:37.980445 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Calling delete_port for aceba978-444c-4f63-9e2d-67fe650f254b owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:28:38.069011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:28:38.069346 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:28:38.144777 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87439d98-13e6-4d1f-95ce-d6f4f4fb587f req-f31ef7b2-a29a-475d-9f8e-724f0c0e272e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:38.146363 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-87439d98-13e6-4d1f-95ce-d6f4f4fb587f req-f31ef7b2-a29a-475d-9f8e-724f0c0e272e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 944 time: 0.0871043 Feb 17 00:28:38.193050 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-87439d98-13e6-4d1f-95ce-d6f4f4fb587f req-bc092a09-3cf7-4b65-8a2e-6abdfff46d2f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0404274 Feb 17 00:28:38.570265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Deleting port aceba978-444c-4f63-9e2d-67fe650f254b {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:28:38.570821 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:38.631979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-367a4101-0a46-42e9-8a04-b0011a36d70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:38.835287 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] For port aceba978-444c-4f63-9e2d-67fe650f254b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=aceba978-444c-4f63-9e2d-67fe650f254b,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:28:38.835599 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:39.140210 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:39.140941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:39.140941 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Floating IP 9638faaf-428b-442c-951f-fc15bb3c0ad5 disassociated. External IP: 172.27.1.77, port: aceba978-444c-4f63-9e2d-67fe650f254b. Feb 17 00:28:39.141260 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Calling delete_port for aceba978-444c-4f63-9e2d-67fe650f254b owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:28:39.289703 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:39.295814 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:39.314210 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-21c1d128-83e1-4066-988f-dc674a0e8bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:28:39.365564 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-943859e1-66f3-4c2c-b5e1-ad3c846ad98e req-70abd06a-7e0a-48f7-91af-0bb9529cdf35 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0486526 Feb 17 00:28:39.418272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event deleted for resources: {'Port': ['ID=aceba978-444c-4f63-9e2d-67fe650f254b,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:28:39.432407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.432870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.433293 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.433713 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.434127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.434538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.434952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.435357 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.435765 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.436181 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.436585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.437048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.437486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.438679 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.438679 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.438679 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.439560 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.439965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.440369 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.440793 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.441200 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.441596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.441998 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.442398 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:39.446465 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:28:39.700368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Router 6341cdd5-d294-47df-badd-30ff19db12b4 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:28:39.894845 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:28:39.905542 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ac71d-f5fa-4d18-9066-a4dd3ea71b69 None None] Sync routers for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:28:39.916870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ac71d-f5fa-4d18-9066-a4dd3ea71b69 None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:28:39.917641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-470ac71d-f5fa-4d18-9066-a4dd3ea71b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:28:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:28:39.935276 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] No DVR routers for this DVR port aceba978-444c-4f63-9e2d-67fe650f254b on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:28:39.937668 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:39.940655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'name': 'network-vif-deleted', 'tag': 'aceba978-444c-4f63-9e2d-67fe650f254b'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:28:39.959786 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c64fb5cc-5ac0-40d7-a7f8-51632a3d7d33 req-8577acc6-9b5c-43c2-970f-9a2c8483c44f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "DELETE /v2.0/ports/aceba978-444c-4f63-9e2d-67fe650f254b HTTP/1.1" status: 204 len: 173 time: 2.8748472 Feb 17 00:28:40.060846 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ed5934-aec1-44a0-85b1-875c8beb0bb8', 'name': 'network-vif-deleted', 'tag': 'aceba978-444c-4f63-9e2d-67fe650f254b', 'status': 'completed', 'code': 200} Feb 17 00:28:40.135501 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-470ac71d-f5fa-4d18-9066-a4dd3ea71b69 None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:28:40.275739 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:40.471388 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-470ac71d-f5fa-4d18-9066-a4dd3ea71b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:28:40.475882 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ac71d-f5fa-4d18-9066-a4dd3ea71b69 None None] Checking router: 6341cdd5-d294-47df-badd-30ff19db12b4 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:28:40.485002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ac71d-f5fa-4d18-9066-a4dd3ea71b69 None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:28:40.485672 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-470ac71d-f5fa-4d18-9066-a4dd3ea71b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:28:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:28:40.557366 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9cbf6376-0125-449d-b488-dd09bea7682a req-0a964b42-5e5f-46f9-8e2d-7e19c856c427 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4ed5934-aec1-44a0-85b1-875c8beb0bb8 HTTP/1.1" status: 200 len: 210 time: 0.0525455 Feb 17 00:28:40.627573 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:40.678506 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-470ac71d-f5fa-4d18-9066-a4dd3ea71b69 None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:28:41.041000 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-470ac71d-f5fa-4d18-9066-a4dd3ea71b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:28:41.045130 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ac71d-f5fa-4d18-9066-a4dd3ea71b69 None None] The sync data for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi is: [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:28:41.439538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec24d8a-70b4-40b3-84a8-59cd3f43afb7 None None] New status for floating IP 9638faaf-428b-442c-951f-fc15bb3c0ad5: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:28:41.879157 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-49244d2f-4450-429e-99ba-9182c8cf9bbb tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-798392915&fields=id&tenant_id=794d51803f2d4a718ff6c66ff9891c2b HTTP/1.1" status: 200 len: 267 time: 0.0431852 Feb 17 00:28:42.038865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bbde-3087-43e0-870f-020086a8668f req-73dac009-ecc8-457c-b492-7691992a575a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:42.040466 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-73dac009-ecc8-457c-b492-7691992a575a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 811 time: 0.1543846 Feb 17 00:28:42.057359 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-d61b9393-b4b9-41c6-ac33-d2cb95ba8edb tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/quotas/794d51803f2d4a718ff6c66ff9891c2b HTTP/1.1" status: 200 len: 375 time: 0.0105391 Feb 17 00:28:42.153612 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-703a757d-ae8a-49e0-b8c5-95c2defd5124 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905826 Feb 17 00:28:42.171297 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-97fef563-fa35-43de-8047-5e88442b794f service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:28:42.172347 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-97fef563-fa35-43de-8047-5e88442b794f service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0056033 Feb 17 00:28:42.551576 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-6fd2f9c9-cf11-4562-89a5-69bdb706ca2b service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716078 Feb 17 00:28:42.692923 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-15537cbc-3f73-4454-a25a-3c31d841a894 service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348083 Feb 17 00:28:43.116590 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dd5c9359-f620-425a-b6a0-e84c3d423d69 req-ed2d3b45-bc44-4be9-be1d-afac3f1ed0c0 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 210 time: 0.0553222 Feb 17 00:28:44.151366 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bbde-3087-43e0-870f-020086a8668f req-6f37b747-1294-45c2-ba68-66873d3b1604 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:44.153023 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-6f37b747-1294-45c2-ba68-66873d3b1604 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 811 time: 0.1627736 Feb 17 00:28:44.230181 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-c8fe2c88-5a51-479f-acbb-476050f97aff tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=794d51803f2d4a718ff6c66ff9891c2b HTTP/1.1" status: 200 len: 5763 time: 0.0694664 Feb 17 00:28:44.240387 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'port': {'device_id': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'admin_state_up': True, 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'security_groups': ['6808b4d3-7d6b-444c-9a74-57a384e10146']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:44.290944 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8a268831-bee7-4962-89f2-60b61a71772c req-4ee58c1f-3f90-449f-8a47-c01f3fac862a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 210 time: 0.0494373 Feb 17 00:28:44.387234 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:28:44.391388 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Usage tracker for resource:port and tenant:794d51803f2d4a718ff6c66ff9891c2b is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:28:44.395003 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:28:44.400725 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:28:44.411615 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Made reservation on behalf of 794d51803f2d4a718ff6c66ff9891c2b for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:28:44.417176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:44.730342 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Allocated IP 172.20.0.12 (7c0101f0-8583-43eb-a593-4ad4a3f3e1fa/8cd3287e-c805-4022-9d73-6fc1ff5cff30/671ee56b-8654-446f-a177-4a7a1695c32d) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:28:44.933174 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:44.949376 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Transition to ACTIVE for port object 671ee56b-8654-446f-a177-4a7a1695c32d will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:28:44.972979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:44.988176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f315e40a-8c6b-4cfa-87a2-8a7f84373e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:28:45.126792 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event updated for resources: {'Port': ['ID=671ee56b-8654-446f-a177-4a7a1695c32d,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:28:45.131284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:28:45.184900 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:28:45.185972 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:28:45.188355 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:28:45.253879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:45.254548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:45.282105 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-4df479a4-995f-40c5-90cb-9243c9965b69 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0466912 Feb 17 00:28:45.294495 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Request body: {'port': {'device_id': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:45.373058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-051a52d1-c620-4e3e-a449-bca2810b8e30 None None] Provisioning for port 671ee56b-8654-446f-a177-4a7a1695c32d completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:28:45.382290 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-051a52d1-c620-4e3e-a449-bca2810b8e30 None None] Provisioning complete for port 671ee56b-8654-446f-a177-4a7a1695c32d triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:28:45.382725 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-051a52d1-c620-4e3e-a449-bca2810b8e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:45.443386 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-051a52d1-c620-4e3e-a449-bca2810b8e30 None None] Port 671ee56b-8654-446f-a177-4a7a1695c32d cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:28:45.516891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e357d2-6983-420f-8fed-3ea434bdf69c req-733f5d57-50ae-4750-b491-21fcf7c4763c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:45.518522 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-17e357d2-6983-420f-8fed-3ea434bdf69c req-733f5d57-50ae-4750-b491-21fcf7c4763c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 932 time: 0.1010988 Feb 17 00:28:45.571777 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-17e357d2-6983-420f-8fed-3ea434bdf69c req-0c433b9f-40e5-40ed-aaa6-77294101a606 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0458007 Feb 17 00:28:45.670893 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:46.084305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671ee56b-8654-446f-a177-4a7a1695c32d {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:28:46.092072 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:46.104137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Transition to ACTIVE for port object 671ee56b-8654-446f-a177-4a7a1695c32d will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:28:46.107178 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:46.123083 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0cfc60bd-160d-4f32-9a57-b96ec6600059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:28:46.257337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Pushing event updated for resources: {'Port': ['ID=671ee56b-8654-446f-a177-4a7a1695c32d,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:28:46.262321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:28:46.442558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Attempting to bind port 671ee56b-8654-446f-a177-4a7a1695c32d on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:28:46.442941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Attempting to bind port 671ee56b-8654-446f-a177-4a7a1695c32d by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:28:46.443320 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Attempting to bind port 671ee56b-8654-446f-a177-4a7a1695c32d on network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:28:46.449194 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:28:46.449572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Checking segment: {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:28:46.449984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:46.450409 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Bound using segment: {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:28:46.450864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Bound port: 671ee56b-8654-446f-a177-4a7a1695c32d, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:28:46.451251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:46.547868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] For port 671ee56b-8654-446f-a177-4a7a1695c32d, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:28:46.551547 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] For port 671ee56b-8654-446f-a177-4a7a1695c32d, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=671ee56b-8654-446f-a177-4a7a1695c32d,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:28:46.554850 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:46.570463 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6e2d2194-0433-4060-8d0a-bb3c346d5d7c tempest-AttachVolumeTestJSON-1120132246 tempest-AttachVolumeTestJSON-1120132246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:28:46.721096 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Pushing event updated for resources: {'Port': ['ID=671ee56b-8654-446f-a177-4a7a1695c32d,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:28:46.726689 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:28:46.758985 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:46.759671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:46.761199 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/671ee56b-8654-446f-a177-4a7a1695c32d HTTP/1.1" status: 200 len: 1158 time: 1.4714823 Feb 17 00:28:46.761748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'tag': '671ee56b-8654-446f-a177-4a7a1695c32d'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:28:46.777176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c5987-9ab8-4d19-8e4e-532c0eb3417b req-27aebbec-b7c6-4031-b153-a0c4804cf7ad tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:46.778977 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0a1c5987-9ab8-4d19-8e4e-532c0eb3417b req-27aebbec-b7c6-4031-b153-a0c4804cf7ad tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 944 time: 0.0923502 Feb 17 00:28:46.842541 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'tag': '671ee56b-8654-446f-a177-4a7a1695c32d', 'status': 'completed', 'code': 200} Feb 17 00:28:46.845131 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0a1c5987-9ab8-4d19-8e4e-532c0eb3417b req-cd58a246-4300-4130-8d32-731d65bff330 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0458968 Feb 17 00:28:46.894621 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bbde-3087-43e0-870f-020086a8668f req-97a60ebc-6965-4f47-80ae-0ef930598344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:46.896315 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-97a60ebc-6965-4f47-80ae-0ef930598344 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 1161 time: 0.0955286 Feb 17 00:28:46.969700 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-2d38ff75-f060-4854-a5a9-0a8e1514a2e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671ee56b-8654-446f-a177-4a7a1695c32d HTTP/1.1" status: 200 len: 217 time: 0.0661542 Feb 17 00:28:47.040652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bbde-3087-43e0-870f-020086a8668f req-a2bad45c-c305-402e-bd0c-545bdd1e55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:47.042197 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-a2bad45c-c305-402e-bd0c-545bdd1e55d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0664222 Feb 17 00:28:47.124368 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bbde-3087-43e0-870f-020086a8668f req-db34e935-4ed6-477d-b54e-417b2f891b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:47.125953 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-db34e935-4ed6-477d-b54e-417b2f891b1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763853 Feb 17 00:28:47.267271 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-c2adf544-b3a0-4d92-9402-0b761e20363e service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341031 Feb 17 00:28:47.406774 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9245bbde-3087-43e0-870f-020086a8668f req-c58d26ff-8060-4743-809a-09e49d72248d service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1330390 Feb 17 00:28:47.529707 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1532a8-a338-489e-898c-cdd1a9145fb4 req-e60bbf6a-5d21-4f34-8298-57bc4f73c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:47.531319 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d1532a8-a338-489e-898c-cdd1a9145fb4 req-e60bbf6a-5d21-4f34-8298-57bc4f73c0d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 1161 time: 0.0800920 Feb 17 00:28:47.673481 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1532a8-a338-489e-898c-cdd1a9145fb4 req-e5593a05-87c4-4500-a836-812b9e0da809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:47.675001 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d1532a8-a338-489e-898c-cdd1a9145fb4 req-e5593a05-87c4-4500-a836-812b9e0da809 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1359525 Feb 17 00:28:47.745528 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d1532a8-a338-489e-898c-cdd1a9145fb4 req-a8d37173-0453-4f91-b7c0-25c817390848 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671ee56b-8654-446f-a177-4a7a1695c32d HTTP/1.1" status: 200 len: 217 time: 0.0638473 Feb 17 00:28:47.817510 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1532a8-a338-489e-898c-cdd1a9145fb4 req-c99c62b8-2ce7-457e-9570-c82172d54083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:47.819111 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d1532a8-a338-489e-898c-cdd1a9145fb4 req-c99c62b8-2ce7-457e-9570-c82172d54083 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0664561 Feb 17 00:28:47.902968 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1532a8-a338-489e-898c-cdd1a9145fb4 req-ddf30514-9cda-483d-8369-805c033a43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:47.904627 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d1532a8-a338-489e-898c-cdd1a9145fb4 req-ddf30514-9cda-483d-8369-805c033a43cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782287 Feb 17 00:28:48.046188 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d1532a8-a338-489e-898c-cdd1a9145fb4 req-b8f726d0-f50d-431a-8245-78a6c6538b3c service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346631 Feb 17 00:28:48.051992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589c7b6-7adb-4306-971f-03ab14d75190 req-100930e6-dcce-4105-b14c-bdea281b2994 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:48.053631 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4589c7b6-7adb-4306-971f-03ab14d75190 req-100930e6-dcce-4105-b14c-bdea281b2994 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 944 time: 0.0871327 Feb 17 00:28:48.101718 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4589c7b6-7adb-4306-971f-03ab14d75190 req-856207da-d7c2-402c-b2da-4cf04ad648be tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0416915 Feb 17 00:28:48.190399 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d1532a8-a338-489e-898c-cdd1a9145fb4 req-df9a7372-f5fd-4d02-9ea6-2422ac1e6fcc service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371191 Feb 17 00:28:49.305424 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e754d8-6acc-4b6b-a898-11f5c6a1ae06 req-9f99b051-cec7-4c35-abf4-6fd181eff0bd tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:49.306919 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d3e754d8-6acc-4b6b-a898-11f5c6a1ae06 req-9f99b051-cec7-4c35-abf4-6fd181eff0bd tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 944 time: 0.0906982 Feb 17 00:28:49.353445 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d3e754d8-6acc-4b6b-a898-11f5c6a1ae06 req-04afb3f8-e109-45d4-8a11-24df16f4cb19 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0404050 Feb 17 00:28:50.555553 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70572051-3f23-4926-8910-80d726031137 req-3130f25b-4339-470e-87a5-af170179c659 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:50.557175 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-70572051-3f23-4926-8910-80d726031137 req-3130f25b-4339-470e-87a5-af170179c659 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 944 time: 0.0906215 Feb 17 00:28:50.604393 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-70572051-3f23-4926-8910-80d726031137 req-6c584230-98d6-4897-899b-25b71b2724dc tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0409245 Feb 17 00:28:51.805132 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2293a-0062-4c80-814e-82f5727b3d4e req-80dbf500-35a7-4065-b584-8aac7d74e809 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:51.806761 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-56d2293a-0062-4c80-814e-82f5727b3d4e req-80dbf500-35a7-4065-b584-8aac7d74e809 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 944 time: 0.0879979 Feb 17 00:28:51.854495 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-56d2293a-0062-4c80-814e-82f5727b3d4e req-ded4b3eb-4c1d-4095-9fee-bfcf6f0f8046 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0414705 Feb 17 00:28:53.053838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03501960-9706-4af1-ac9c-ec7699164492 req-73ef1fea-2a50-45a9-aad7-4a1d9cca7f39 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:53.055428 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03501960-9706-4af1-ac9c-ec7699164492 req-73ef1fea-2a50-45a9-aad7-4a1d9cca7f39 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 944 time: 0.0877450 Feb 17 00:28:53.103117 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03501960-9706-4af1-ac9c-ec7699164492 req-703a697d-67a1-4e78-acaa-aec4227c7b81 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0414159 Feb 17 00:28:53.841871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 671ee56b-8654-446f-a177-4a7a1695c32d up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:28:53.915349 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port 671ee56b-8654-446f-a177-4a7a1695c32d completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:28:53.920168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 671ee56b-8654-446f-a177-4a7a1695c32d triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:28:53.920593 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:54.040796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:54.070013 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671ee56b-8654-446f-a177-4a7a1695c32d'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:28:54.080916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port 671ee56b-8654-446f-a177-4a7a1695c32d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=671ee56b-8654-446f-a177-4a7a1695c32d,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:28:54.083734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:54.086158 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:28:54.122614 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671ee56b-8654-446f-a177-4a7a1695c32d', 'code': 200} Feb 17 00:28:54.166151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=671ee56b-8654-446f-a177-4a7a1695c32d,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:28:54.169588 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:28:54.319525 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9ff97-e245-4a1d-a66c-a2d1e483ec8a req-534b3ab1-b8aa-4e60-bb72-44c221c9384c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:54.321186 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-45e9ff97-e245-4a1d-a66c-a2d1e483ec8a req-534b3ab1-b8aa-4e60-bb72-44c221c9384c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 946 time: 0.0926874 Feb 17 00:28:54.369022 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-45e9ff97-e245-4a1d-a66c-a2d1e483ec8a req-b9dac3d4-6bef-4155-927c-6e5d299d0400 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0412641 Feb 17 00:28:54.413701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e63d36-ca31-4861-a5eb-933b8d790907 req-e8c60e20-b869-4cdb-a94d-ac1fc9c6464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:54.415286 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d5e63d36-ca31-4861-a5eb-933b8d790907 req-e8c60e20-b869-4cdb-a94d-ac1fc9c6464d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 1163 time: 0.0801702 Feb 17 00:28:54.458750 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d5e63d36-ca31-4861-a5eb-933b8d790907 req-3485d6c7-00da-46e7-8587-92251b9906d4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0365279 Feb 17 00:28:55.570870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ab581-80e7-4f45-89bc-3aead9093e1a req-b780bc7a-101c-4343-90a1-f4c2dc4ebd63 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:55.572461 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-876ab581-80e7-4f45-89bc-3aead9093e1a req-b780bc7a-101c-4343-90a1-f4c2dc4ebd63 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 946 time: 0.0867820 Feb 17 00:28:55.628028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 671ee56b-8654-446f-a177-4a7a1695c32d up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:28:55.628394 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-876ab581-80e7-4f45-89bc-3aead9093e1a req-95995eae-47e5-482b-bd8c-d4388bf327e0 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0496497 Feb 17 00:28:55.700851 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port 671ee56b-8654-446f-a177-4a7a1695c32d triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:28:55.701275 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:55.833452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bee81-88c6-4b40-a820-e95b78aaf506 req-800ab035-e997-412d-a5a2-ea4c6a2dd88d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:55.835103 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-195bee81-88c6-4b40-a820-e95b78aaf506 req-800ab035-e997-412d-a5a2-ea4c6a2dd88d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 946 time: 0.0922163 Feb 17 00:28:55.883599 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-195bee81-88c6-4b40-a820-e95b78aaf506 req-b4270d71-687d-4a76-8a32-8f434100d817 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0422239 Feb 17 00:28:56.078635 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-0709ddf9-f632-42c8-9bb8-1974545cf1aa tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1577013 Feb 17 00:28:56.088665 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'floatingip': {'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:56.094522 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:28:56.104937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:28:56.115258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:56.260000 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:56.525840 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Allocated IP 172.27.1.87 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/6a251996-fd92-4d6c-a8c1-878b16acc218) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:28:56.680018 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:56.709503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:56.725066 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-846ecc18-185a-4654-b7bc-23a663305be7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:28:56.858898 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event updated for resources: {'Port': ['ID=6a251996-fd92-4d6c-a8c1-878b16acc218,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:28:56.872640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.873092 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.873512 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.873926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.874336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.874748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.875160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.875565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.875997 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.876403 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.876832 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.877235 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.877674 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.878080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.878482 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.878907 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.879281 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.879682 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.880082 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.880481 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.880902 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.881305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.881703 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.882101 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:56.886379 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:28:56.935918 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:28:56.937123 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:28:56.939569 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:28:57.023690 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:57.086734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:57.359548 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:57.363106 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:57.378024 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-713aa74e-e1ec-4109-846d-bfef3a3d5d63 tempest-TestShelveInstance-1478188241 tempest-TestShelveInstance-1478188241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:28:57.509252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event updated for resources: {'Port': ['ID=6a251996-fd92-4d6c-a8c1-878b16acc218,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:28:57.513559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:28:57.620449 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:57.646313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:57.647593 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-e489321d-e910-4047-bea7-6c13f69f695b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5630941 Feb 17 00:28:57.731503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-039e3336-f243-468c-a699-7b6ba71f51a0 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Synchronizing usage tracker for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:floatingip {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:28:57.746025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-039e3336-f243-468c-a699-7b6ba71f51a0 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Unset dirty status for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:floatingip {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:28:57.747255 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-039e3336-f243-468c-a699-7b6ba71f51a0 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.87 HTTP/1.1" status: 200 len: 695 time: 0.0930636 Feb 17 00:28:57.905527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-c19b2989-7893-4724-b07f-7393741f3a37 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:57.906908 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-c19b2989-7893-4724-b07f-7393741f3a37 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/networks/7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b HTTP/1.1" status: 200 len: 784 time: 0.1535132 Feb 17 00:28:57.918207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-64cdaebe-25bf-47f4-ad89-3a9465885ed5 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:28:57.919230 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b5e5357-5c2c-4544-a853-63020dfda84d req-64cdaebe-25bf-47f4-ad89-3a9465885ed5 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0057759 Feb 17 00:28:58.105276 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-9d92a7cc-01a9-4d05-a5a7-da057df2490c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:58.106904 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-9d92a7cc-01a9-4d05-a5a7-da057df2490c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0903225 Feb 17 00:28:58.427198 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-c0f61a20-d908-4f5e-a2b7-42b9db4d7ef8 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.87 HTTP/1.1" status: 200 len: 695 time: 0.3137667 Feb 17 00:28:58.437329 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-890878c6-252c-47e6-8f89-3ce137e9bcab tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'floatingip': {'port_id': '671ee56b-8654-446f-a177-4a7a1695c32d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:58.517518 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-890878c6-252c-47e6-8f89-3ce137e9bcab tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:59.141371 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-890878c6-252c-47e6-8f89-3ce137e9bcab tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:59.144766 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-890878c6-252c-47e6-8f89-3ce137e9bcab tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:59.323427 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-890878c6-252c-47e6-8f89-3ce137e9bcab tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Floating IP 9581655c-f7ee-4efe-b26a-7b11d778377f associated. External IP: 172.27.1.87, port: 671ee56b-8654-446f-a177-4a7a1695c32d. Feb 17 00:28:59.693606 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-890878c6-252c-47e6-8f89-3ce137e9bcab tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Router 6341cdd5-d294-47df-badd-30ff19db12b4 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:28:59.882854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-890878c6-252c-47e6-8f89-3ce137e9bcab tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:28:59.887779 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-890878c6-252c-47e6-8f89-3ce137e9bcab tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:59.892807 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72da10-46ab-4ccf-b70b-3c557016529a None None] Sync routers for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:28:59.903577 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72da10-46ab-4ccf-b70b-3c557016529a None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:28:59.904311 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1e72da10-46ab-4ccf-b70b-3c557016529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:28:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:28:59.946126 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-890878c6-252c-47e6-8f89-3ce137e9bcab tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "PUT /v2.0/floatingips/9581655c-f7ee-4efe-b26a-7b11d778377f HTTP/1.1" status: 200 len: 996 time: 1.5126603 Feb 17 00:28:59.946602 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'tag': '671ee56b-8654-446f-a177-4a7a1695c32d'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:28:59.996712 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'tag': '671ee56b-8654-446f-a177-4a7a1695c32d', 'status': 'completed', 'code': 200} Feb 17 00:29:00.092459 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-fbe005de-5db3-43d8-b45f-515c0be898f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:29:00.093850 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1e72da10-46ab-4ccf-b70b-3c557016529a None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:29:00.105275 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-fbe005de-5db3-43d8-b45f-515c0be898f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 1163 time: 0.1340799 Feb 17 00:29:00.105780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec8f15-678c-4b55-aedb-267bc7c0d78c req-5fa61138-d441-4d26-8b7f-91de9545b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:29:00.107638 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-91ec8f15-678c-4b55-aedb-267bc7c0d78c req-5fa61138-d441-4d26-8b7f-91de9545b544 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 1163 time: 0.0887406 Feb 17 00:29:00.254911 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-c119746c-1ae2-49b6-8aa2-d9c92a5e7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:29:00.256564 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-c119746c-1ae2-49b6-8aa2-d9c92a5e7139 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1504345 Feb 17 00:29:00.270010 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec8f15-678c-4b55-aedb-267bc7c0d78c req-59c4fb22-b95c-4336-9075-8aef6abc98da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:29:00.272359 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-91ec8f15-678c-4b55-aedb-267bc7c0d78c req-59c4fb22-b95c-4336-9075-8aef6abc98da service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1580009 Feb 17 00:29:00.372194 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-c101adf9-0027-4ce5-bfc3-3c1b1fbd4e3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671ee56b-8654-446f-a177-4a7a1695c32d HTTP/1.1" status: 200 len: 999 time: 0.1082811 Feb 17 00:29:00.386862 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-91ec8f15-678c-4b55-aedb-267bc7c0d78c req-392740f5-0bf4-4262-b892-e0a2713efb4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671ee56b-8654-446f-a177-4a7a1695c32d HTTP/1.1" status: 200 len: 999 time: 0.1083498 Feb 17 00:29:00.442714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-694feb1d-9f3b-4f7e-a4d7-a2baa2aabe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:29:00.444617 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-694feb1d-9f3b-4f7e-a4d7-a2baa2aabe08 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0661104 Feb 17 00:29:00.457844 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec8f15-678c-4b55-aedb-267bc7c0d78c req-8ba85627-fe5f-43c0-a47c-5669953430fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:29:00.459440 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-91ec8f15-678c-4b55-aedb-267bc7c0d78c req-8ba85627-fe5f-43c0-a47c-5669953430fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0663679 Feb 17 00:29:00.536265 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-a5bb1607-73ef-45d6-8e82-33c2414bd92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:29:00.537882 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-a5bb1607-73ef-45d6-8e82-33c2414bd92a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842721 Feb 17 00:29:00.550136 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec8f15-678c-4b55-aedb-267bc7c0d78c req-7ec2b569-7a08-42fc-af97-30e394eaaad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:29:00.550562 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-672ff6b7-6ff7-4468-b6ab-ce643acef953 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:29:00.551733 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-672ff6b7-6ff7-4468-b6ab-ce643acef953 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0065360 Feb 17 00:29:00.551893 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-91ec8f15-678c-4b55-aedb-267bc7c0d78c req-7ec2b569-7a08-42fc-af97-30e394eaaad1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858409 Feb 17 00:29:00.637558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1e72da10-46ab-4ccf-b70b-3c557016529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '9581655c-f7ee-4efe-b26a-7b11d778377f', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': '671ee56b-8654-446f-a177-4a7a1695c32d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:a2:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:28:57Z', 'updated_at': '2021-02-17T00:28:59Z', 'revision_number': 1, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:29:00.642306 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72da10-46ab-4ccf-b70b-3c557016529a None None] Checking router: 6341cdd5-d294-47df-badd-30ff19db12b4 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:29:00.652721 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72da10-46ab-4ccf-b70b-3c557016529a None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:29:00.653613 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1e72da10-46ab-4ccf-b70b-3c557016529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:28:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:29:00.697283 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-91ec8f15-678c-4b55-aedb-267bc7c0d78c req-34e7cbd6-2b25-482a-a37e-f11ef72d00fb service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393037 Feb 17 00:29:00.700285 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-b1615684-c30c-4397-8ce4-8c05f26e9889 service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411841 Feb 17 00:29:00.848423 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e23a581-1f6f-4f25-bd49-1d288fc7d509 req-bd4ef57b-6cf0-4255-91ec-1b7a05abeeff service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404955 Feb 17 00:29:00.850262 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-91ec8f15-678c-4b55-aedb-267bc7c0d78c req-63d91b5c-52be-4442-bc20-1c487c7a83ab service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460974 Feb 17 00:29:00.856503 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1e72da10-46ab-4ccf-b70b-3c557016529a None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:29:00.981291 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:01.225585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1e72da10-46ab-4ccf-b70b-3c557016529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '9581655c-f7ee-4efe-b26a-7b11d778377f', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': '671ee56b-8654-446f-a177-4a7a1695c32d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:a2:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:28:57Z', 'updated_at': '2021-02-17T00:28:59Z', 'revision_number': 1, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:29:01.229705 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72da10-46ab-4ccf-b70b-3c557016529a None None] The sync data for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi is: [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '9581655c-f7ee-4efe-b26a-7b11d778377f', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': '671ee56b-8654-446f-a177-4a7a1695c32d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:a2:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:28:57Z', 'updated_at': '2021-02-17T00:28:59Z', 'revision_number': 1, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:29:01.507483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f448e-d60f-4ac6-bf8b-c10de08b0f02 None None] New status for floating IP 9581655c-f7ee-4efe-b26a-7b11d778377f: ACTIVE {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:29:05.084120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:29:06.354048 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9ce721ad-2eef-43e6-9cf5-e1e813f2ed6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:08.633867 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-465c700e-055b-4cdb-9075-57e538ee42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:09.292056 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:10.276614 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:10.614628 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:30.973951 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:36.355188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c270a3ad-de28-4835-a9b8-5520e5c26e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:36.420718 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e583beb2-3b27-4c56-8135-4937973a9d07 req-c33a9b62-3559-476c-b783-2b2de242672b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0755885 Feb 17 00:29:36.810755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583beb2-3b27-4c56-8135-4937973a9d07 req-b19cd011-97dc-47ea-a697-752347a2cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:29:36.812390 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e583beb2-3b27-4c56-8135-4937973a9d07 req-b19cd011-97dc-47ea-a697-752347a2cf6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 1163 time: 0.3200262 Feb 17 00:29:36.970011 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583beb2-3b27-4c56-8135-4937973a9d07 req-f7fc6219-f043-4e02-8664-8ed7fc498ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:29:36.971582 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e583beb2-3b27-4c56-8135-4937973a9d07 req-f7fc6219-f043-4e02-8664-8ed7fc498ed0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1387479 Feb 17 00:29:37.085687 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e583beb2-3b27-4c56-8135-4937973a9d07 req-fa4e6910-673e-4a6b-b4a0-30d7fd1052df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671ee56b-8654-446f-a177-4a7a1695c32d HTTP/1.1" status: 200 len: 1001 time: 0.1038477 Feb 17 00:29:37.154696 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583beb2-3b27-4c56-8135-4937973a9d07 req-f96d3fa3-03be-4cba-b0f2-120341366d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:29:37.156367 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e583beb2-3b27-4c56-8135-4937973a9d07 req-f96d3fa3-03be-4cba-b0f2-120341366d28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0636306 Feb 17 00:29:37.238663 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583beb2-3b27-4c56-8135-4937973a9d07 req-a7ff5f6a-33fd-43bf-8447-b1183c6d83fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:29:37.240294 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e583beb2-3b27-4c56-8135-4937973a9d07 req-a7ff5f6a-33fd-43bf-8447-b1183c6d83fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765898 Feb 17 00:29:37.381502 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e583beb2-3b27-4c56-8135-4937973a9d07 req-4ac85b8b-cec1-4e21-bc59-612fc1243e07 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341252 Feb 17 00:29:37.520671 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e583beb2-3b27-4c56-8135-4937973a9d07 req-726d2c07-04dd-4747-a3d5-1a4deb3e2777 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1324089 Feb 17 00:29:38.634880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-652a1545-b58e-4953-be33-af3873c88742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:39.293976 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:40.277860 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:40.618761 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:42.085690 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:30:00.989467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:02.338714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-58f64cec-579b-49b0-8cb7-f97fdaa804f9 req-f6cc7fc1-b238-4301-8f34-1cf4c9821535 service neutron] (84027) timed out ('10.222.0.44', 63459) {{(pid=84027) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 00:30:06.355574 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f887c0c4-bae1-4b58-ace5-e6f09937f0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:08.636639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-613a900d-2fa7-496d-8d95-566a70e32f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:09.295435 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:10.278699 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:10.623022 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:19.085838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:30:29.014362 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-7a694e41-2621-4a57-b17d-3c70f23a60a2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-798392915&fields=id&tenant_id=794d51803f2d4a718ff6c66ff9891c2b HTTP/1.1" status: 200 len: 267 time: 0.0481026 Feb 17 00:30:29.415363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-7c648616-752d-42a0-9aa0-72f719a6b0f5 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:29.416877 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-7c648616-752d-42a0-9aa0-72f719a6b0f5 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 811 time: 0.3953681 Feb 17 00:30:29.433572 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-c52d9c3e-f863-4d8d-85b6-d24c28162de0 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/quotas/794d51803f2d4a718ff6c66ff9891c2b HTTP/1.1" status: 200 len: 375 time: 0.0097358 Feb 17 00:30:29.526237 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-2070cae5-ebfa-4090-9560-4ed65e5ee4f8 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0865550 Feb 17 00:30:29.673983 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-9dd129cf-f9b8-4665-b167-2484f30f5351 service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352999 Feb 17 00:30:29.816631 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-a97a498a-1faa-4bf4-9078-cdd307a332e8 service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362154 Feb 17 00:30:30.241667 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ccba3e7-cfae-4619-b7a8-70dd3b533681 req-0af39c45-9eb1-4e2e-a8d8-2b343a4e05cc tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 210 time: 0.0528271 Feb 17 00:30:31.021579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:31.285433 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-37a947d7-0a3f-4d02-8cf8-6264d42892e8 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:31.286895 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-37a947d7-0a3f-4d02-8cf8-6264d42892e8 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 811 time: 0.1607676 Feb 17 00:30:31.368077 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-f1e350fd-eac8-487f-a088-d9103d07bce5 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=794d51803f2d4a718ff6c66ff9891c2b HTTP/1.1" status: 200 len: 5763 time: 0.0725443 Feb 17 00:30:31.377332 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'port': {'device_id': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'admin_state_up': True, 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'security_groups': ['6808b4d3-7d6b-444c-9a74-57a384e10146']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:30:31.410982 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a26f9c33-b96d-41ad-9e6d-5758777449cd req-a2e1c978-1d83-41a6-8c78-cac482b274ea tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 210 time: 0.0497317 Feb 17 00:30:31.524321 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:30:31.528563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Usage tracker for resource:port and tenant:794d51803f2d4a718ff6c66ff9891c2b is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:30:31.531561 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:30:31.537304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:30:31.546601 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Made reservation on behalf of 794d51803f2d4a718ff6c66ff9891c2b for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:30:31.552168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:31.856565 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Allocated IP 172.20.0.6 (7c0101f0-8583-43eb-a593-4ad4a3f3e1fa/8cd3287e-c805-4022-9d73-6fc1ff5cff30/ea316e18-862f-4f66-aa34-b0f2497d2f99) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:30:32.068430 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:32.085518 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Transition to ACTIVE for port object ea316e18-862f-4f66-aa34-b0f2497d2f99 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:30:32.109023 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:32.124734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f932ce6-2954-4ae4-831e-7fc42eafa3ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:30:32.259748 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event updated for resources: {'Port': ['ID=ea316e18-862f-4f66-aa34-b0f2497d2f99,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:30:32.271875 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.272292 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.272725 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.273139 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.273536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.273936 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.274340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.274738 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.275137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.275534 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.275926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.276331 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.276772 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.277166 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.277561 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.277952 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.278340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.278730 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.279120 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.279510 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.279928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.280316 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.280717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.281130 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:32.287050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:30:32.335546 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:30:32.336598 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:30:32.339019 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:30:32.407289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:32.407966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:32.438466 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-cf03cb28-e767-4dc2-82f9-d04bc6cb2f71 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0655687 Feb 17 00:30:32.451421 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Request body: {'port': {'device_id': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:30:32.521700 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b77bcc97-288c-4179-a93b-f16e993e6b79 None None] Provisioning for port ea316e18-862f-4f66-aa34-b0f2497d2f99 completed by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:30:32.527363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b77bcc97-288c-4179-a93b-f16e993e6b79 None None] Provisioning complete for port ea316e18-862f-4f66-aa34-b0f2497d2f99 triggered by entity DHCP. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:30:32.527796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b77bcc97-288c-4179-a93b-f16e993e6b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:32.573104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:32.591142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b77bcc97-288c-4179-a93b-f16e993e6b79 None None] Port ea316e18-862f-4f66-aa34-b0f2497d2f99 cannot update to ACTIVE because it is not bound. {{(pid=84028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:30:32.625399 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80874ac-dff5-4992-8dc3-1f983ac3171c req-81f50a24-ff54-4097-acf5-9b48b973b4dc tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:32.626937 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e80874ac-dff5-4992-8dc3-1f983ac3171c req-81f50a24-ff54-4097-acf5-9b48b973b4dc tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 931 time: 0.0891275 Feb 17 00:30:32.678558 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e80874ac-dff5-4992-8dc3-1f983ac3171c req-80623ed5-7e29-4eed-a3af-033edad03951 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0452561 Feb 17 00:30:32.987289 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea316e18-862f-4f66-aa34-b0f2497d2f99 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:30:32.995440 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:33.007855 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Transition to ACTIVE for port object ea316e18-862f-4f66-aa34-b0f2497d2f99 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:30:33.010425 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:33.025812 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cac2c520-8390-4a9c-a698-27a6c9397e9f tempest-AttachVolumeShelveTestJSON-482380327 tempest-AttachVolumeShelveTestJSON-482380327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:30:33.161184 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea316e18-862f-4f66-aa34-b0f2497d2f99,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:30:33.166150 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:30:33.354100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Attempting to bind port ea316e18-862f-4f66-aa34-b0f2497d2f99 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:30:33.354701 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Attempting to bind port ea316e18-862f-4f66-aa34-b0f2497d2f99 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:30:33.355002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Attempting to bind port ea316e18-862f-4f66-aa34-b0f2497d2f99 on network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:30:33.361418 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Checking agent: {'id': 'fd75e590-6113-4500-a1dd-8e4e97c9e9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 9, 31), 'started_at': datetime.datetime(2021, 2, 17, 0, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:30:33.361796 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Checking segment: {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:30:33.362197 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:33.362592 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Bound using segment: {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:30:33.363325 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Bound port: ea316e18-862f-4f66-aa34-b0f2497d2f99, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c384969d-baf2-464f-adf3-93d5e8d84dc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:30:33.363454 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:33.460937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] For port ea316e18-862f-4f66-aa34-b0f2497d2f99, host hv-cinder-75996, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:30:33.464001 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] For port ea316e18-862f-4f66-aa34-b0f2497d2f99, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ea316e18-862f-4f66-aa34-b0f2497d2f99,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:30:33.467328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10069801'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:33.482314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23ec10aa-bc5f-4d63-8468-f19871c83507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:30:33.635742 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea316e18-862f-4f66-aa34-b0f2497d2f99,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:30:33.640913 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:30:33.670301 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:33.670978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:33.672759 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-62e7f659-d2a7-4e20-8c18-0fd0bfd4dba5 service neutron] 10.222.0.44 "PUT /v2.0/ports/ea316e18-862f-4f66-aa34-b0f2497d2f99 HTTP/1.1" status: 200 len: 1157 time: 1.2263620 Feb 17 00:30:33.673295 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'tag': 'ea316e18-862f-4f66-aa34-b0f2497d2f99'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:30:33.751535 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'tag': 'ea316e18-862f-4f66-aa34-b0f2497d2f99', 'status': 'completed', 'code': 200} Feb 17 00:30:33.806094 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-c1185d90-38bb-41df-a899-b986c76ed97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:33.807788 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-c1185d90-38bb-41df-a899-b986c76ed97e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 1160 time: 0.0928388 Feb 17 00:30:33.886832 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-b46a8792-078e-43b3-b185-2da27aa22a3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea316e18-862f-4f66-aa34-b0f2497d2f99 HTTP/1.1" status: 200 len: 217 time: 0.0715227 Feb 17 00:30:33.896546 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf40ad2-a194-437b-a16c-379d30ae4ea8 req-10d099ef-19ef-474e-87fb-931101ccb9b7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:33.898225 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fcf40ad2-a194-437b-a16c-379d30ae4ea8 req-10d099ef-19ef-474e-87fb-931101ccb9b7 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 943 time: 0.0911536 Feb 17 00:30:33.950223 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fcf40ad2-a194-437b-a16c-379d30ae4ea8 req-06d7be7b-d68b-4d57-9cbf-7bc2d1e9c375 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0456650 Feb 17 00:30:33.956253 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-43081995-edaf-4c50-8b37-022caaffee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:33.957868 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-43081995-edaf-4c50-8b37-022caaffee51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0648873 Feb 17 00:30:34.058410 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-b4036dfb-ac48-43cf-9601-7634dc70bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:34.059994 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-b4036dfb-ac48-43cf-9601-7634dc70bac8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959682 Feb 17 00:30:34.205784 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-d1abd7c1-b8ae-41ea-a1ae-c079e3a85848 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379437 Feb 17 00:30:34.347372 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e693724b-1897-4bfd-997a-a197e48dfe0a req-83f883ba-6ecd-4eac-a753-c2bcf095bb3b service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1347694 Feb 17 00:30:34.471318 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865958d2-4e20-49cc-ab83-06f67fab506f req-cf340b95-2718-4ffa-be67-3a93827de2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:34.472989 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-865958d2-4e20-49cc-ab83-06f67fab506f req-cf340b95-2718-4ffa-be67-3a93827de2fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 1160 time: 0.0779686 Feb 17 00:30:34.853541 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865958d2-4e20-49cc-ab83-06f67fab506f req-85769d82-abb2-428e-b952-2cd332bd74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:34.855070 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-865958d2-4e20-49cc-ab83-06f67fab506f req-85769d82-abb2-428e-b952-2cd332bd74d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.3757389 Feb 17 00:30:34.931766 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-865958d2-4e20-49cc-ab83-06f67fab506f req-b49156f8-36aa-416b-8244-fa5f2eca19aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea316e18-862f-4f66-aa34-b0f2497d2f99 HTTP/1.1" status: 200 len: 217 time: 0.0680852 Feb 17 00:30:35.001034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865958d2-4e20-49cc-ab83-06f67fab506f req-38ee0a53-78f9-44ec-a0a6-175ea9e9a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:35.002614 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-865958d2-4e20-49cc-ab83-06f67fab506f req-38ee0a53-78f9-44ec-a0a6-175ea9e9a0c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0643528 Feb 17 00:30:35.090426 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865958d2-4e20-49cc-ab83-06f67fab506f req-317deb84-070a-4f60-b61c-4d0ad27b8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:35.092087 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-865958d2-4e20-49cc-ab83-06f67fab506f req-317deb84-070a-4f60-b61c-4d0ad27b8fa5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825646 Feb 17 00:30:35.162144 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f9691-50e6-4ece-9f80-2ae0deff2db1 req-1c49b3a5-f198-4d17-90de-61564b66945f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:35.163746 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-110f9691-50e6-4ece-9f80-2ae0deff2db1 req-1c49b3a5-f198-4d17-90de-61564b66945f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 943 time: 0.0935459 Feb 17 00:30:35.212921 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-110f9691-50e6-4ece-9f80-2ae0deff2db1 req-f2cca904-98f7-44a6-adfa-ba9d0325ec1b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0425081 Feb 17 00:30:35.237406 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-865958d2-4e20-49cc-ab83-06f67fab506f req-b9bf0c34-937b-48fb-a464-87ec7704814c service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385756 Feb 17 00:30:35.380139 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-865958d2-4e20-49cc-ab83-06f67fab506f req-dd56a7a3-3034-46b4-9594-49d82ba227d7 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356213 Feb 17 00:30:36.283837 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-edc0ff96-4273-4c6e-bd4f-608c03745adf req-38571768-96ec-4c23-a426-508f38b7c356 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0779462 Feb 17 00:30:36.359077 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-33f6af2b-d67b-4fb0-b2b5-f3cba464c983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:36.413914 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2c003-0c6f-4172-b03d-06d3f3450d59 req-1b45a1f9-dea6-4fc5-8fef-b9ad3d2a5988 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:36.415425 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5bf2c003-0c6f-4172-b03d-06d3f3450d59 req-1b45a1f9-dea6-4fc5-8fef-b9ad3d2a5988 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 943 time: 0.0869141 Feb 17 00:30:36.433374 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0ff96-4273-4c6e-bd4f-608c03745adf req-2b7fa922-d6c5-425b-b107-ea8f791c60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:36.435023 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-edc0ff96-4273-4c6e-bd4f-608c03745adf req-2b7fa922-d6c5-425b-b107-ea8f791c60d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 1163 time: 0.0803659 Feb 17 00:30:36.464218 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5bf2c003-0c6f-4172-b03d-06d3f3450d59 req-d0ff4e5b-7099-41fd-9a1a-0770b1055d1d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0415170 Feb 17 00:30:36.589956 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0ff96-4273-4c6e-bd4f-608c03745adf req-3463335f-6fd3-4ddf-850d-f206bb62b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:36.591564 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-edc0ff96-4273-4c6e-bd4f-608c03745adf req-3463335f-6fd3-4ddf-850d-f206bb62b44e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1379962 Feb 17 00:30:36.703077 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-edc0ff96-4273-4c6e-bd4f-608c03745adf req-f763bf7d-0473-4d2f-bfa1-b8388413f663 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671ee56b-8654-446f-a177-4a7a1695c32d HTTP/1.1" status: 200 len: 1001 time: 0.1044860 Feb 17 00:30:36.775223 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0ff96-4273-4c6e-bd4f-608c03745adf req-6f85ea74-4cd9-4302-9b60-aeadb8c70c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:36.776856 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-edc0ff96-4273-4c6e-bd4f-608c03745adf req-6f85ea74-4cd9-4302-9b60-aeadb8c70c04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0674460 Feb 17 00:30:36.858709 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0ff96-4273-4c6e-bd4f-608c03745adf req-6120ef46-26c5-426a-9cc0-4841f4b86f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:36.860333 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-edc0ff96-4273-4c6e-bd4f-608c03745adf req-6120ef46-26c5-426a-9cc0-4841f4b86f4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775964 Feb 17 00:30:37.002042 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-edc0ff96-4273-4c6e-bd4f-608c03745adf req-43d62970-180b-4b37-bafc-eaa1b16b62cf service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349633 Feb 17 00:30:37.146277 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-edc0ff96-4273-4c6e-bd4f-608c03745adf req-dd6bc3d8-f032-42fb-b098-aff906d1a4ee service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382504 Feb 17 00:30:37.665923 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e058af-c4f5-489f-8594-7e4a8adeb43c req-8fc5f4bf-b3d8-471d-8213-7a401a5e39bb tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:37.667514 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b9e058af-c4f5-489f-8594-7e4a8adeb43c req-8fc5f4bf-b3d8-471d-8213-7a401a5e39bb tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 943 time: 0.0886562 Feb 17 00:30:37.714437 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b9e058af-c4f5-489f-8594-7e4a8adeb43c req-d87d7977-4988-4086-bb55-2c91e6233b89 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0404077 Feb 17 00:30:38.637854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0df9418b-8f17-4610-b9d7-bcf16efd73fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:38.919534 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b541dc-153c-451b-bba3-ad39b50f3a79 req-f1f64173-8415-41e7-aab0-3a50b9fbb9e9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:38.921925 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c2b541dc-153c-451b-bba3-ad39b50f3a79 req-f1f64173-8415-41e7-aab0-3a50b9fbb9e9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 943 time: 0.0900476 Feb 17 00:30:38.969525 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c2b541dc-153c-451b-bba3-ad39b50f3a79 req-e95741fe-4c65-4533-89fc-f1286e905e06 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0413032 Feb 17 00:30:39.298837 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:40.280891 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:40.318284 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875785c1-28b3-4fb3-ab75-c0a7390f4400 req-29d47771-7e87-461c-9483-f19dfb8d1d1c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:40.319880 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-875785c1-28b3-4fb3-ab75-c0a7390f4400 req-29d47771-7e87-461c-9483-f19dfb8d1d1c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 943 time: 0.0874751 Feb 17 00:30:40.366810 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-875785c1-28b3-4fb3-ab75-c0a7390f4400 req-ac6f6094-0eab-4d70-b8b1-5cc9ccc6ee1a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0406313 Feb 17 00:30:40.693171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:41.565221 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112250f-f240-433a-9236-ff45161ca024 req-b66d803f-2297-4cb0-8f15-698298f5b273 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:41.566808 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5112250f-f240-433a-9236-ff45161ca024 req-b66d803f-2297-4cb0-8f15-698298f5b273 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 943 time: 0.0890608 Feb 17 00:30:41.613197 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5112250f-f240-433a-9236-ff45161ca024 req-65aff295-e9a2-49c1-8c21-7d53b41ad182 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0402031 Feb 17 00:30:42.815990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc09d8-323b-41a6-9058-ba2e8c2710c7 req-ec72698e-e33f-4279-aa1c-cb05ace395ff tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:42.817610 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a3fc09d8-323b-41a6-9058-ba2e8c2710c7 req-ec72698e-e33f-4279-aa1c-cb05ace395ff tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 943 time: 0.0905828 Feb 17 00:30:42.864360 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a3fc09d8-323b-41a6-9058-ba2e8c2710c7 req-858d6c80-b3c6-4867-a570-e189bbe89db2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0404327 Feb 17 00:30:42.932959 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device ea316e18-862f-4f66-aa34-b0f2497d2f99 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:30:43.003424 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning for port ea316e18-862f-4f66-aa34-b0f2497d2f99 completed by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:30:43.008340 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port ea316e18-862f-4f66-aa34-b0f2497d2f99 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:30:43.008810 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:43.136131 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:43.164250 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea316e18-862f-4f66-aa34-b0f2497d2f99'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:30:43.175627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port ea316e18-862f-4f66-aa34-b0f2497d2f99, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ea316e18-862f-4f66-aa34-b0f2497d2f99,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:30:43.178926 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:43.180889 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fe79f170-b8f9-447d-a317-052617a411d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:30:43.219306 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea316e18-862f-4f66-aa34-b0f2497d2f99', 'code': 200} Feb 17 00:30:43.253939 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=ea316e18-862f-4f66-aa34-b0f2497d2f99,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:30:43.261905 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.262305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.262694 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.263074 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.263452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.263864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.264238 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.264609 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.265012 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.265384 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.265752 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.266117 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.266523 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.266887 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.267253 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.267618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.267982 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.268346 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.268761 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.269097 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.269461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.269828 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.270192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.270559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:43.274804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:30:43.503946 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bb77c-ecef-4212-81e2-d94a74193937 req-fdb41b31-e6bd-4706-bebf-d9838f84c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:43.505588 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c80bb77c-ecef-4212-81e2-d94a74193937 req-fdb41b31-e6bd-4706-bebf-d9838f84c71f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 1162 time: 0.0762150 Feb 17 00:30:43.553943 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c80bb77c-ecef-4212-81e2-d94a74193937 req-8e6b7d45-75fe-427e-8f48-294894d0a126 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0404620 Feb 17 00:30:44.064086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcda52c-e7dd-4fd1-954e-76f31ee68579 req-fff3d21d-84bc-4b78-b6c1-d5e65f559f81 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:44.066276 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4dcda52c-e7dd-4fd1-954e-76f31ee68579 req-fff3d21d-84bc-4b78-b6c1-d5e65f559f81 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 945 time: 0.0867519 Feb 17 00:30:44.117222 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4dcda52c-e7dd-4fd1-954e-76f31ee68579 req-bcb89b9b-e92a-4d03-9a25-d90c2f5a6ca9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0416753 Feb 17 00:30:44.674640 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device ea316e18-862f-4f66-aa34-b0f2497d2f99 up at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:30:44.749270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Provisioning complete for port ea316e18-862f-4f66-aa34-b0f2497d2f99 triggered by entity L2. {{(pid=84028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:30:44.749683 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854119188'] for port, provisioning_complete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:45.323963 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece36de-7e06-490c-88f2-18bf74bc3a47 req-9201ca9d-c2aa-4d40-850c-89f78daf0972 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:45.325499 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8ece36de-7e06-490c-88f2-18bf74bc3a47 req-9201ca9d-c2aa-4d40-850c-89f78daf0972 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 945 time: 0.0887530 Feb 17 00:30:45.373162 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8ece36de-7e06-490c-88f2-18bf74bc3a47 req-7e935fd0-4c10-4b8e-8541-01091d6c8048 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0408442 Feb 17 00:30:45.572058 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaca88-e313-4b4f-a78c-7d7afcdda163 req-d585ae77-f6dd-4b3a-a600-46c744ca8772 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:45.573664 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0adaca88-e313-4b4f-a78c-7d7afcdda163 req-d585ae77-f6dd-4b3a-a600-46c744ca8772 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 945 time: 0.0877526 Feb 17 00:30:45.620492 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0adaca88-e313-4b4f-a78c-7d7afcdda163 req-9fc6d2ff-a198-4043-8291-48ec1aa8f57e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0404582 Feb 17 00:30:45.819720 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-0155964f-a71c-4662-82bc-7e553ab49a9e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1618364 Feb 17 00:30:45.830615 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'floatingip': {'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:30:45.836713 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:30:45.846933 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:30:45.855838 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:46.002088 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:46.277695 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Allocated IP 172.27.1.188 (7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b/37dd6f21-ff16-4d39-8857-ae9dbee28cea/d11c0ff3-6fb9-40cc-b894-3a8ff8ffddaf) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:30:46.438392 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:46.467359 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305742391822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:46.482270 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:30:46.612980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event updated for resources: {'Port': ['ID=d11c0ff3-6fb9-40cc-b894-3a8ff8ffddaf,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:30:46.635052 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.635477 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.635895 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.636304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.636734 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.637140 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.637542 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.637948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.638347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.639277 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.639674 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.640073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.640508 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.640932 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.641333 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.641738 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.642134 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.642532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.642932 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.643323 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.643703 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.644100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.644493 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.644916 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:46.651467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:30:46.687251 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Network 7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:30:46.688397 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:30:46.690730 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:30:46.773002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:46.835279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:47.103327 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:47.107653 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565782'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:47.124509 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-746b6367-912f-4f40-8c3e-3b3c2f332b09 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:30:47.259248 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event updated for resources: {'Port': ['ID=d11c0ff3-6fb9-40cc-b894-3a8ff8ffddaf,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:30:47.264829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:30:47.592729 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:47.621299 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:47.622611 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-8745039c-bf7b-4a06-8b7b-13111ef7df6c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7970331 Feb 17 00:30:47.709935 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-a8fba724-4d57-442d-a12b-494b491ab7ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Synchronizing usage tracker for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:floatingip {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:30:47.724758 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-a8fba724-4d57-442d-a12b-494b491ab7ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Unset dirty status for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:floatingip {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:30:47.725987 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-a8fba724-4d57-442d-a12b-494b491ab7ef tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.188 HTTP/1.1" status: 200 len: 696 time: 0.0963733 Feb 17 00:30:47.886467 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-23e4412a-f187-4af7-abcf-ed8c64a8c607 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:47.887876 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-23e4412a-f187-4af7-abcf-ed8c64a8c607 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/networks/7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b HTTP/1.1" status: 200 len: 784 time: 0.1558938 Feb 17 00:30:47.898724 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-4b5b4413-3b2d-4d1e-9764-82db1baa9c1b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:30:47.899762 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6a7cb506-64c3-47dc-96f6-cf2456995e0d req-4b5b4413-3b2d-4d1e-9764-82db1baa9c1b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0058861 Feb 17 00:30:48.082076 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-6d6435a4-ab4d-4f9a-8d45-29da96f15b59 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:48.083632 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-6d6435a4-ab4d-4f9a-8d45-29da96f15b59 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0861535 Feb 17 00:30:48.174535 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-0b133673-c664-44ce-94a0-8ab4ff7ed10e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.188 HTTP/1.1" status: 200 len: 696 time: 0.0846763 Feb 17 00:30:48.184581 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-c5f4cad8-d3bb-4a80-a484-fafa638fea3c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Request body: {'floatingip': {'port_id': 'ea316e18-862f-4f66-aa34-b0f2497d2f99', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:30:48.267226 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-c5f4cad8-d3bb-4a80-a484-fafa638fea3c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:48.898870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-c5f4cad8-d3bb-4a80-a484-fafa638fea3c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:48.901595 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-c5f4cad8-d3bb-4a80-a484-fafa638fea3c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854367829'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:49.080189 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-c5f4cad8-d3bb-4a80-a484-fafa638fea3c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Floating IP 9d3a4efd-675c-4af5-91e5-0ee31cf2de8a associated. External IP: 172.27.1.188, port: ea316e18-862f-4f66-aa34-b0f2497d2f99. Feb 17 00:30:49.452641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-c5f4cad8-d3bb-4a80-a484-fafa638fea3c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Router 6341cdd5-d294-47df-badd-30ff19db12b4 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:30:49.639625 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-c5f4cad8-d3bb-4a80-a484-fafa638fea3c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:30:49.644044 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-c5f4cad8-d3bb-4a80-a484-fafa638fea3c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:49.649465 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147e9a2b-f9e9-4fc1-80a2-836d3fd78e3e None None] Sync routers for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:30:49.659434 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e9a2b-f9e9-4fc1-80a2-836d3fd78e3e None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:30:49.660087 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-147e9a2b-f9e9-4fc1-80a2-836d3fd78e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:30:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:30:49.705128 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-c5f4cad8-d3bb-4a80-a484-fafa638fea3c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "PUT /v2.0/floatingips/9d3a4efd-675c-4af5-91e5-0ee31cf2de8a HTTP/1.1" status: 200 len: 996 time: 1.5243926 Feb 17 00:30:49.705621 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'tag': 'ea316e18-862f-4f66-aa34-b0f2497d2f99'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:30:49.841422 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'tag': 'ea316e18-862f-4f66-aa34-b0f2497d2f99', 'status': 'completed', 'code': 200} Feb 17 00:30:49.855025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-147e9a2b-f9e9-4fc1-80a2-836d3fd78e3e None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:30:49.878945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-4b962071-21b3-4794-aab2-c467cfd59cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:49.880596 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-4b962071-21b3-4794-aab2-c467cfd59cdf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 1162 time: 0.1611888 Feb 17 00:30:49.914404 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fec67e-3ca3-478b-8123-d5c57feb7d9b req-c98da97f-2cc8-4712-a1b4-95135a614cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:49.916044 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-72fec67e-3ca3-478b-8123-d5c57feb7d9b req-c98da97f-2cc8-4712-a1b4-95135a614cef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 1162 time: 0.0804465 Feb 17 00:30:50.072407 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fec67e-3ca3-478b-8123-d5c57feb7d9b req-b413f422-fcf7-4c2b-a12a-041422db3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:50.074391 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-72fec67e-3ca3-478b-8123-d5c57feb7d9b req-b413f422-fcf7-4c2b-a12a-041422db3c7e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1520810 Feb 17 00:30:50.208070 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-72fec67e-3ca3-478b-8123-d5c57feb7d9b req-c5a74a25-c01a-497c-a76f-fbfcbb21e309 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea316e18-862f-4f66-aa34-b0f2497d2f99 HTTP/1.1" status: 200 len: 999 time: 0.1252904 Feb 17 00:30:50.253718 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-147e9a2b-f9e9-4fc1-80a2-836d3fd78e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '9581655c-f7ee-4efe-b26a-7b11d778377f', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': '671ee56b-8654-446f-a177-4a7a1695c32d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:a2:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:28:57Z', 'updated_at': '2021-02-17T00:29:01Z', 'revision_number': 2, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}, {'id': '9d3a4efd-675c-4af5-91e5-0ee31cf2de8a', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': 'ea316e18-862f-4f66-aa34-b0f2497d2f99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:a7:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:30:46Z', 'updated_at': '2021-02-17T00:30:48Z', 'revision_number': 1, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:30:50.258694 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147e9a2b-f9e9-4fc1-80a2-836d3fd78e3e None None] Checking router: 6341cdd5-d294-47df-badd-30ff19db12b4 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:30:50.267854 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e9a2b-f9e9-4fc1-80a2-836d3fd78e3e None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:30:50.268582 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-147e9a2b-f9e9-4fc1-80a2-836d3fd78e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:30:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:30:50.278984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-65768216-9141-4a80-8a5d-4f56509c9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:50.280090 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fec67e-3ca3-478b-8123-d5c57feb7d9b req-a21a2c20-1746-4d34-afe9-115f118b3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:50.281151 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-65768216-9141-4a80-8a5d-4f56509c9af4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.3934743 Feb 17 00:30:50.285755 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-72fec67e-3ca3-478b-8123-d5c57feb7d9b req-a21a2c20-1746-4d34-afe9-115f118b3bd2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0708382 Feb 17 00:30:50.378992 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fec67e-3ca3-478b-8123-d5c57feb7d9b req-e2601d71-1aa1-4b86-9240-52b5c0004c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:50.380729 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-72fec67e-3ca3-478b-8123-d5c57feb7d9b req-e2601d71-1aa1-4b86-9240-52b5c0004c2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880764 Feb 17 00:30:50.397945 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-334f4df6-b45a-48ad-9544-6b75c584a7ed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea316e18-862f-4f66-aa34-b0f2497d2f99 HTTP/1.1" status: 200 len: 999 time: 0.1102803 Feb 17 00:30:50.472207 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-c1ee7c4f-b05c-4a71-8728-6bdb74bf7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:50.474135 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-c1ee7c4f-b05c-4a71-8728-6bdb74bf7f0f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0686135 Feb 17 00:30:50.534111 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-72fec67e-3ca3-478b-8123-d5c57feb7d9b req-6ec6cc3a-dcdd-4498-98ca-4479fef57e7c service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463604 Feb 17 00:30:50.563067 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-17136863-f3ca-4151-b8ff-45d90738cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:30:50.564886 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-17136863-f3ca-4151-b8ff-45d90738cd5d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832732 Feb 17 00:30:50.577730 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-619b97ea-8a2f-43d1-8d59-ed1f3073718d service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:30:50.578840 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-619b97ea-8a2f-43d1-8d59-ed1f3073718d service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063598 Feb 17 00:30:50.626441 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-147e9a2b-f9e9-4fc1-80a2-836d3fd78e3e None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:30:50.682224 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-72fec67e-3ca3-478b-8123-d5c57feb7d9b req-d9b9ee66-a699-46f5-8bc3-0ec7d34dab81 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402681 Feb 17 00:30:50.725824 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-07ea5144-e9b4-48fe-8831-534238e3bba9 service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401360 Feb 17 00:30:50.869591 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-033e83c9-7f7b-418d-bfa3-f4dcc7400739 req-29ae0829-23b3-47aa-a591-ce605d7c6308 service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371620 Feb 17 00:30:50.995966 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-147e9a2b-f9e9-4fc1-80a2-836d3fd78e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '9581655c-f7ee-4efe-b26a-7b11d778377f', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': '671ee56b-8654-446f-a177-4a7a1695c32d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:a2:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:28:57Z', 'updated_at': '2021-02-17T00:29:01Z', 'revision_number': 2, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}, {'id': '9d3a4efd-675c-4af5-91e5-0ee31cf2de8a', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': 'ea316e18-862f-4f66-aa34-b0f2497d2f99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:a7:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:30:46Z', 'updated_at': '2021-02-17T00:30:48Z', 'revision_number': 1, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:30:51.000572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147e9a2b-f9e9-4fc1-80a2-836d3fd78e3e None None] The sync data for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi is: [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '9581655c-f7ee-4efe-b26a-7b11d778377f', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': '671ee56b-8654-446f-a177-4a7a1695c32d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:a2:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:28:57Z', 'updated_at': '2021-02-17T00:29:01Z', 'revision_number': 2, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}, {'id': '9d3a4efd-675c-4af5-91e5-0ee31cf2de8a', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': 'ea316e18-862f-4f66-aa34-b0f2497d2f99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:a7:ca:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:30:46Z', 'updated_at': '2021-02-17T00:30:48Z', 'revision_number': 1, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:30:51.283755 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eabe0a3-078a-4cf4-9b64-30a4a08cc554 None None] New status for floating IP 9d3a4efd-675c-4af5-91e5-0ee31cf2de8a: ACTIVE {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:30:56.085067 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:31:01.025194 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:06.360559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9625262f-54eb-445c-8b95-3053f13be21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:08.639812 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ceecee5-e4d0-4bd6-8fb6-b49cf0945896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:09.302315 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:10.282085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:10.628197 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:31.033107 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:33.084236 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:31:36.361309 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b89-e778-4829-ab33-0931b9ad4141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:38.284990 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-68283faf-f5fd-42ba-8bfa-206c070f1372 req-119d49ab-0a0e-4aff-8085-7e97749a38df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0778534 Feb 17 00:31:38.442337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68283faf-f5fd-42ba-8bfa-206c070f1372 req-e3eaf3fb-8487-494c-922e-3c0b6da9f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:31:38.443872 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-68283faf-f5fd-42ba-8bfa-206c070f1372 req-e3eaf3fb-8487-494c-922e-3c0b6da9f21e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 1163 time: 0.0817547 Feb 17 00:31:38.599316 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68283faf-f5fd-42ba-8bfa-206c070f1372 req-8641bf2d-e2e8-405a-8be0-869deb4b06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:31:38.600926 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-68283faf-f5fd-42ba-8bfa-206c070f1372 req-8641bf2d-e2e8-405a-8be0-869deb4b06bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1375189 Feb 17 00:31:38.644216 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbadb825-4f1d-438a-bb2c-bd297ad439e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:38.710379 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-68283faf-f5fd-42ba-8bfa-206c070f1372 req-537d0304-5e68-4217-8353-471735b9cd79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671ee56b-8654-446f-a177-4a7a1695c32d HTTP/1.1" status: 200 len: 1001 time: 0.1025577 Feb 17 00:31:38.782655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68283faf-f5fd-42ba-8bfa-206c070f1372 req-c5ab129d-ccf0-4766-8bca-ac69de0b0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:31:38.784238 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-68283faf-f5fd-42ba-8bfa-206c070f1372 req-c5ab129d-ccf0-4766-8bca-ac69de0b0b11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0664911 Feb 17 00:31:38.868029 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68283faf-f5fd-42ba-8bfa-206c070f1372 req-6e38fc91-763a-4b9c-9d80-2fbc9e5a2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:31:38.869692 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-68283faf-f5fd-42ba-8bfa-206c070f1372 req-6e38fc91-763a-4b9c-9d80-2fbc9e5a2dbc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774732 Feb 17 00:31:39.010065 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-68283faf-f5fd-42ba-8bfa-206c070f1372 req-0f4dfbef-00e7-4da6-8860-1484c2737100 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323607 Feb 17 00:31:39.155581 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-68283faf-f5fd-42ba-8bfa-206c070f1372 req-b474cf87-597b-423e-be2e-4b5800400712 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371813 Feb 17 00:31:39.303979 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:40.283034 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:40.631551 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:01.050642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:06.362600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-749ebff6-766a-4486-af96-3e476f8499b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:08.645848 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dd90e175-648a-4d34-a16f-727b3a3537fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:09.305428 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:10.083400 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:32:10.284280 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:10.634405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:19.797896 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ec0a3b87-6f62-4250-80f8-5782b0771499 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips/9d3a4efd-675c-4af5-91e5-0ee31cf2de8a HTTP/1.1" status: 200 len: 998 time: 0.1609704 Feb 17 00:32:19.959199 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-9687939c-d890-4565-90d1-b624e00587a9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:19.960646 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-9687939c-d890-4565-90d1-b624e00587a9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/networks/7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b HTTP/1.1" status: 200 len: 784 time: 0.1569152 Feb 17 00:32:19.972040 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-9abd641f-f73a-40b2-9e53-f7b0c1f8daae tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:32:19.973097 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-9abd641f-f73a-40b2-9e53-f7b0c1f8daae tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0058999 Feb 17 00:32:20.079352 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-e18b6cf0-526f-429c-b573-cd282b597192 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.188 HTTP/1.1" status: 200 len: 1001 time: 0.1004193 Feb 17 00:32:20.162579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-9508a863-44db-47c3-aeaf-094679e6dc3f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:20.164055 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-9508a863-44db-47c3-aeaf-094679e6dc3f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports/ea316e18-862f-4f66-aa34-b0f2497d2f99 HTTP/1.1" status: 200 len: 942 time: 0.0788443 Feb 17 00:32:20.351922 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-7a8a6036-3ed0-48a6-a9cc-d2a53fb7d670 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.188 HTTP/1.1" status: 200 len: 1001 time: 0.1049669 Feb 17 00:32:20.574439 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Deleting port d11c0ff3-6fb9-40cc-b894-3a8ff8ffddaf {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:20.574753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:20.758468 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:20.758840 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:20.890458 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Calling delete_port for d11c0ff3-6fb9-40cc-b894-3a8ff8ffddaf owned by network:floatingip {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:21.041540 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:21.057215 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:21.150849 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event deleted for resources: {'Port': ['ID=d11c0ff3-6fb9-40cc-b894-3a8ff8ffddaf,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:21.168367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.168811 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.169223 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.169623 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.170020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.170681 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.171075 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.171468 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.171858 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.172250 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.172642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.173061 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.173486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.173876 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.174266 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.174659 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.175071 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.175439 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.175824 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.176211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.176597 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.177008 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.177396 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.177783 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:21.183022 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:21.292187 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:21.292740 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Floating IP 9d3a4efd-675c-4af5-91e5-0ee31cf2de8a disassociated (deleted). External IP: 172.27.1.188, port: ea316e18-862f-4f66-aa34-b0f2497d2f99. Feb 17 00:32:21.657095 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Router 6341cdd5-d294-47df-badd-30ff19db12b4 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:32:22.088948 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:32:22.099969 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735c194-64c3-4558-8e4e-2b795122614b None None] Sync routers for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:32:22.113110 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:22.114847 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735c194-64c3-4558-8e4e-2b795122614b None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:32:22.115584 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1735c194-64c3-4558-8e4e-2b795122614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:32:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:22.172190 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ff5a8197-52e4-4e40-8a4e-864369781c97 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "DELETE /v2.0/floatingips/9d3a4efd-675c-4af5-91e5-0ee31cf2de8a HTTP/1.1" status: 204 len: 173 time: 1.8137391 Feb 17 00:32:22.172781 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'tag': 'ea316e18-862f-4f66-aa34-b0f2497d2f99'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:32:22.230590 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'tag': 'ea316e18-862f-4f66-aa34-b0f2497d2f99', 'status': 'completed', 'code': 200} Feb 17 00:32:22.269634 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-3f5dac60-21ac-4114-9e88-5f4115c4e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:22.271308 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-3f5dac60-21ac-4114-9e88-5f4115c4e4cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 1162 time: 0.0844593 Feb 17 00:32:22.310786 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1735c194-64c3-4558-8e4e-2b795122614b None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:32:22.332043 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc9366-ec26-4adc-a3c7-aaf9b7de6cc1 req-104caee7-2a54-4e1b-b0d3-ec26f42b1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:22.334098 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9cdc9366-ec26-4adc-a3c7-aaf9b7de6cc1 req-104caee7-2a54-4e1b-b0d3-ec26f42b1169 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 1162 time: 0.0850291 Feb 17 00:32:22.421585 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-c6d2fc5f-402d-4b4a-8562-ad0226271f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:22.423242 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-c6d2fc5f-402d-4b4a-8562-ad0226271f6a service neutron] 10.222.0.74 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1443324 Feb 17 00:32:22.479047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc9366-ec26-4adc-a3c7-aaf9b7de6cc1 req-effd161c-60d6-4662-9623-596250a2e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:22.481268 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9cdc9366-ec26-4adc-a3c7-aaf9b7de6cc1 req-effd161c-60d6-4662-9623-596250a2e030 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1406920 Feb 17 00:32:22.503907 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-ae9d28ec-d809-42ac-81a9-5250c6de1b1b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea316e18-862f-4f66-aa34-b0f2497d2f99 HTTP/1.1" status: 200 len: 217 time: 0.0732098 Feb 17 00:32:22.554941 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9cdc9366-ec26-4adc-a3c7-aaf9b7de6cc1 req-1f849c70-2cdc-45fd-82c1-2310cfafd4e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea316e18-862f-4f66-aa34-b0f2497d2f99 HTTP/1.1" status: 200 len: 217 time: 0.0671515 Feb 17 00:32:22.582994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-5591e7bc-377c-4e5a-9638-e2331e048b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:22.584612 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-5591e7bc-377c-4e5a-9638-e2331e048b18 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0771964 Feb 17 00:32:22.629050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc9366-ec26-4adc-a3c7-aaf9b7de6cc1 req-bea2aaf7-0298-46b8-8b7f-0da2eb28f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:22.630650 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9cdc9366-ec26-4adc-a3c7-aaf9b7de6cc1 req-bea2aaf7-0298-46b8-8b7f-0da2eb28f013 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0689211 Feb 17 00:32:22.673650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-38ab28c3-25ff-4493-b23a-bd15cae75584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:22.675230 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-38ab28c3-25ff-4493-b23a-bd15cae75584 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828583 Feb 17 00:32:22.691413 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1735c194-64c3-4558-8e4e-2b795122614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '9581655c-f7ee-4efe-b26a-7b11d778377f', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': '671ee56b-8654-446f-a177-4a7a1695c32d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:a2:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:28:57Z', 'updated_at': '2021-02-17T00:29:01Z', 'revision_number': 2, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:22.695613 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735c194-64c3-4558-8e4e-2b795122614b None None] Checking router: 6341cdd5-d294-47df-badd-30ff19db12b4 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:32:22.705104 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735c194-64c3-4558-8e4e-2b795122614b None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:32:22.705767 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1735c194-64c3-4558-8e4e-2b795122614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:32:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:22.714980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc9366-ec26-4adc-a3c7-aaf9b7de6cc1 req-a76ce005-d2e4-4cf3-a030-a615d2d14efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:22.716634 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9cdc9366-ec26-4adc-a3c7-aaf9b7de6cc1 req-a76ce005-d2e4-4cf3-a030-a615d2d14efe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791945 Feb 17 00:32:22.727069 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-9cdc9366-ec26-4adc-a3c7-aaf9b7de6cc1 req-28de116f-e0ca-43b3-a364-49ad1c8ee5d4 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:32:22.728147 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9cdc9366-ec26-4adc-a3c7-aaf9b7de6cc1 req-28de116f-e0ca-43b3-a364-49ad1c8ee5d4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0053596 Feb 17 00:32:22.828452 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-e0297820-2d8c-4772-a432-d612abcf3f1b service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453300 Feb 17 00:32:22.907682 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1735c194-64c3-4558-8e4e-2b795122614b None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:32:22.984255 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c873bbe-4814-43c8-ad17-2158cbea1cab req-973c2151-f76e-4023-9e32-f8d4cf0d463f service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485038 Feb 17 00:32:23.131703 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9cdc9366-ec26-4adc-a3c7-aaf9b7de6cc1 req-d09b590d-8991-4ef6-b38d-27fe55027ef1 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974226 Feb 17 00:32:23.300212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1735c194-64c3-4558-8e4e-2b795122614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '9581655c-f7ee-4efe-b26a-7b11d778377f', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': '671ee56b-8654-446f-a177-4a7a1695c32d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:a2:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:28:57Z', 'updated_at': '2021-02-17T00:29:01Z', 'revision_number': 2, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:23.302700 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9cdc9366-ec26-4adc-a3c7-aaf9b7de6cc1 req-42f4e3ce-dcd0-48de-8b19-e1d29a6ffbbc service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1642849 Feb 17 00:32:23.304639 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735c194-64c3-4558-8e4e-2b795122614b None None] The sync data for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi is: [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_floatingips': [{'id': '9581655c-f7ee-4efe-b26a-7b11d778377f', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'router_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'port_id': '671ee56b-8654-446f-a177-4a7a1695c32d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'mac_address': 'fa:16:3e:a2:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:28:57Z', 'updated_at': '2021-02-17T00:29:01Z', 'revision_number': 2, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:32:23.443648 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e759aa-6031-4f59-b436-f52530ac28dd req-4891480e-bb56-4eef-9657-63421336379e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:23.444420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-94e759aa-6031-4f59-b436-f52530ac28dd req-4891480e-bb56-4eef-9657-63421336379e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Synchronizing usage tracker for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:32:23.459724 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-94e759aa-6031-4f59-b436-f52530ac28dd req-4891480e-bb56-4eef-9657-63421336379e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Unset dirty status for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:32:23.461006 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94e759aa-6031-4f59-b436-f52530ac28dd req-4891480e-bb56-4eef-9657-63421336379e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 945 time: 0.1030011 Feb 17 00:32:23.509484 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94e759aa-6031-4f59-b436-f52530ac28dd req-49ee69b9-e2a0-4e17-9e5b-d0812029b1e8 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0412114 Feb 17 00:32:23.707737 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd65ea29-7f55-4923-8959-79b44925d877 None None] New status for floating IP 9d3a4efd-675c-4af5-91e5-0ee31cf2de8a: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:32:24.760666 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31565781-60c9-41f3-a1a9-7b68ec5df0d7 req-43d1f23d-51d4-4e36-9c1f-7c4f6ea96703 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:24.762313 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-31565781-60c9-41f3-a1a9-7b68ec5df0d7 req-43d1f23d-51d4-4e36-9c1f-7c4f6ea96703 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 945 time: 0.1349719 Feb 17 00:32:24.811387 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-31565781-60c9-41f3-a1a9-7b68ec5df0d7 req-6d5a8aac-db3f-4a6d-80b4-34d1a972cb4b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0425584 Feb 17 00:32:24.869697 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-4b0b604f-4bd3-45c3-bbd1-13c86a6bf49d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:24.870498 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-4b0b604f-4bd3-45c3-bbd1-13c86a6bf49d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Synchronizing usage tracker for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:32:24.883204 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-4b0b604f-4bd3-45c3-bbd1-13c86a6bf49d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Unset dirty status for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:32:24.884411 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-4b0b604f-4bd3-45c3-bbd1-13c86a6bf49d tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 945 time: 0.1055050 Feb 17 00:32:24.961535 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Deleting port ea316e18-862f-4f66-aa34-b0f2497d2f99 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:24.961927 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:25.139461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device ea316e18-862f-4f66-aa34-b0f2497d2f99 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:32:25.231171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] For port ea316e18-862f-4f66-aa34-b0f2497d2f99, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ea316e18-862f-4f66-aa34-b0f2497d2f99,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:32:25.231572 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:25.264635 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696578'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:25.292154 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea316e18-862f-4f66-aa34-b0f2497d2f99'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:32:25.302945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] For port ea316e18-862f-4f66-aa34-b0f2497d2f99, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ea316e18-862f-4f66-aa34-b0f2497d2f99,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:32:25.305965 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305742030810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305742393852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731112381982'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:25.309256 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:25.366178 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Calling delete_port for ea316e18-862f-4f66-aa34-b0f2497d2f99 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:25.384803 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Pushing event updated for resources: {'Port': ['ID=ea316e18-862f-4f66-aa34-b0f2497d2f99,revision_number=5']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:25.394151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.394151 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.394376 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.394665 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.395148 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.395620 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.395885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.396604 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.396871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.397046 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.397391 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.397763 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.398170 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.398537 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.398947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.399312 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.399675 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.400042 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.400404 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.400795 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.401160 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.401523 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.401888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.402249 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:25.407101 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea316e18-862f-4f66-aa34-b0f2497d2f99', 'code': 200} Feb 17 00:32:25.407846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:25.457937 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:32:25.458304 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:32:25.959998 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Deleting port ea316e18-862f-4f66-aa34-b0f2497d2f99 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:25.960551 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:26.017369 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd57c3b-2aff-40d0-a8b1-9bfcfe083089 req-73b8243e-ac26-49c9-9287-ea68da136f32 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:26.018959 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7bd57c3b-2aff-40d0-a8b1-9bfcfe083089 req-73b8243e-ac26-49c9-9287-ea68da136f32 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 943 time: 0.0914023 Feb 17 00:32:26.067232 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7bd57c3b-2aff-40d0-a8b1-9bfcfe083089 req-25cc9bd9-6d20-4e90-ba69-83d682f9ecfd tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0418575 Feb 17 00:32:26.225212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] For port ea316e18-862f-4f66-aa34-b0f2497d2f99, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ea316e18-862f-4f66-aa34-b0f2497d2f99,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:32:26.225605 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:26.360749 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Calling delete_port for ea316e18-862f-4f66-aa34-b0f2497d2f99 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:26.507862 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:26.525558 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a8877b5f-f734-4d32-98b2-dd7e7116f945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:26.623678 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event deleted for resources: {'Port': ['ID=ea316e18-862f-4f66-aa34-b0f2497d2f99,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:26.640393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.640865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.641285 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.641696 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.642189 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.642600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.643004 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.643405 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.643805 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.644204 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.644603 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.645026 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-3-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.645461 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.645857 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.646254 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.646652 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.647043 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.647441 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.647833 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.648227 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.648616 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.649035 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.649427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.649819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:32:26.654767 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:26.748995 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] No DVR routers for this DVR port ea316e18-862f-4f66-aa34-b0f2497d2f99 on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:32:26.751347 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:26.755328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'name': 'network-vif-deleted', 'tag': 'ea316e18-862f-4f66-aa34-b0f2497d2f99'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:32:26.769991 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e6848ca6-ee98-4c36-b322-17dd00bec4d6 req-acfafae9-5b1a-4ac0-a105-860de6d3291f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "DELETE /v2.0/ports/ea316e18-862f-4f66-aa34-b0f2497d2f99 HTTP/1.1" status: 204 len: 173 time: 1.8792498 Feb 17 00:32:26.809840 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d6dd82-37e3-4d95-957e-017a5ea3de1e', 'name': 'network-vif-deleted', 'tag': 'ea316e18-862f-4f66-aa34-b0f2497d2f99', 'status': 'completed', 'code': 200} Feb 17 00:32:27.240276 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66169db0-5815-4721-95d0-844cd8cf2238 req-cc9ae2f3-d607-42eb-9227-53debb081b8b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0d6dd82-37e3-4d95-957e-017a5ea3de1e HTTP/1.1" status: 200 len: 210 time: 0.0505095 Feb 17 00:32:30.881481 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4add9564-8dba-4124-9dcb-a232f012f34e req-0849a2ce-8c44-436c-9b3f-8d506519d9f5 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips/9581655c-f7ee-4efe-b26a-7b11d778377f HTTP/1.1" status: 200 len: 998 time: 0.1119800 Feb 17 00:32:31.041984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9564-8dba-4124-9dcb-a232f012f34e req-b137004d-88a8-4819-949b-b1023f15b9d2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:31.044172 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4add9564-8dba-4124-9dcb-a232f012f34e req-b137004d-88a8-4819-949b-b1023f15b9d2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/networks/7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b HTTP/1.1" status: 200 len: 784 time: 0.1564465 Feb 17 00:32:31.050158 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:31.155864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-4add9564-8dba-4124-9dcb-a232f012f34e req-69671d11-2ce9-499c-9b25-ec275f7d2595 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Synchronizing usage tracker for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:floatingip {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:32:31.170888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-4add9564-8dba-4124-9dcb-a232f012f34e req-69671d11-2ce9-499c-9b25-ec275f7d2595 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Unset dirty status for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:floatingip {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:32:31.172170 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4add9564-8dba-4124-9dcb-a232f012f34e req-69671d11-2ce9-499c-9b25-ec275f7d2595 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.87 HTTP/1.1" status: 200 len: 1001 time: 0.1211631 Feb 17 00:32:31.253885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9564-8dba-4124-9dcb-a232f012f34e req-a1944401-cf2f-4048-a5db-a15aa7f69506 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:31.255344 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4add9564-8dba-4124-9dcb-a232f012f34e req-a1944401-cf2f-4048-a5db-a15aa7f69506 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports/671ee56b-8654-446f-a177-4a7a1695c32d HTTP/1.1" status: 200 len: 943 time: 0.0772121 Feb 17 00:32:31.443155 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4add9564-8dba-4124-9dcb-a232f012f34e req-25323ab2-934f-4279-9764-810c0bae523b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.87 HTTP/1.1" status: 200 len: 1001 time: 0.1068008 Feb 17 00:32:31.661501 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-4add9564-8dba-4124-9dcb-a232f012f34e req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Deleting port 6a251996-fd92-4d6c-a8c1-878b16acc218 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:31.661806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4add9564-8dba-4124-9dcb-a232f012f34e req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:31.839483 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4add9564-8dba-4124-9dcb-a232f012f34e req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:31.839849 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4add9564-8dba-4124-9dcb-a232f012f34e req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:31.971909 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-4add9564-8dba-4124-9dcb-a232f012f34e req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Calling delete_port for 6a251996-fd92-4d6c-a8c1-878b16acc218 owned by network:floatingip {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:32.131799 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4add9564-8dba-4124-9dcb-a232f012f34e req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:32.147712 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1ab8f18b-2e5e-4a9c-b6d0-72f619a2d242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:32.251881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event deleted for resources: {'Port': ['ID=6a251996-fd92-4d6c-a8c1-878b16acc218,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:32.254553 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:32.373162 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4add9564-8dba-4124-9dcb-a232f012f34e req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:32.373541 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-4add9564-8dba-4124-9dcb-a232f012f34e req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Floating IP 9581655c-f7ee-4efe-b26a-7b11d778377f disassociated (deleted). External IP: 172.27.1.87, port: 671ee56b-8654-446f-a177-4a7a1695c32d. Feb 17 00:32:32.992177 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4add9564-8dba-4124-9dcb-a232f012f34e req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Router 6341cdd5-d294-47df-badd-30ff19db12b4 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:32:33.188133 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4add9564-8dba-4124-9dcb-a232f012f34e req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:32:33.198032 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb559b-4673-43df-aa1d-7aac6c94fdfa None None] Sync routers for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:32:33.207825 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb559b-4673-43df-aa1d-7aac6c94fdfa None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:32:33.208491 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-15bb559b-4673-43df-aa1d-7aac6c94fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:32:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:33.210850 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4add9564-8dba-4124-9dcb-a232f012f34e req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:33.270420 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4add9564-8dba-4124-9dcb-a232f012f34e req-4356d98d-6aaa-44ba-9b68-36a9b9f0fad9 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "DELETE /v2.0/floatingips/9581655c-f7ee-4efe-b26a-7b11d778377f HTTP/1.1" status: 204 len: 173 time: 1.8204653 Feb 17 00:32:33.270906 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'tag': '671ee56b-8654-446f-a177-4a7a1695c32d'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:32:33.334821 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'tag': '671ee56b-8654-446f-a177-4a7a1695c32d', 'status': 'completed', 'code': 200} Feb 17 00:32:33.380322 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9564-8dba-4124-9dcb-a232f012f34e req-73cc4971-5208-4187-a0fd-ffd13c83be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:33.382053 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4add9564-8dba-4124-9dcb-a232f012f34e req-73cc4971-5208-4187-a0fd-ffd13c83be6f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 1163 time: 0.0962794 Feb 17 00:32:33.435099 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaed1d-31d8-4156-845c-865d98799a69 req-48f48780-a7db-406c-bc2d-8a756040dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:33.436811 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-daaaed1d-31d8-4156-845c-865d98799a69 req-48f48780-a7db-406c-bc2d-8a756040dbba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 1163 time: 0.0880148 Feb 17 00:32:33.531740 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9564-8dba-4124-9dcb-a232f012f34e req-5ed31826-fe38-4cbe-bfed-9b9fb8d9da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:33.533311 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4add9564-8dba-4124-9dcb-a232f012f34e req-5ed31826-fe38-4cbe-bfed-9b9fb8d9da4b service neutron] 10.222.0.74 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1440666 Feb 17 00:32:33.564901 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-15bb559b-4673-43df-aa1d-7aac6c94fdfa None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:32:33.588212 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaed1d-31d8-4156-845c-865d98799a69 req-6f9c3ba1-1ef9-46a8-81a4-551ef20ef23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:33.590357 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-daaaed1d-31d8-4156-845c-865d98799a69 req-6f9c3ba1-1ef9-46a8-81a4-551ef20ef23a service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 200 len: 905 time: 0.1468430 Feb 17 00:32:33.607294 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4add9564-8dba-4124-9dcb-a232f012f34e req-9093db11-401e-4dd7-a3d9-301f9784fb43 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671ee56b-8654-446f-a177-4a7a1695c32d HTTP/1.1" status: 200 len: 217 time: 0.0671883 Feb 17 00:32:33.663987 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-daaaed1d-31d8-4156-845c-865d98799a69 req-975a18d2-5496-42bd-aee2-124dc4de1f64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671ee56b-8654-446f-a177-4a7a1695c32d HTTP/1.1" status: 200 len: 217 time: 0.0663722 Feb 17 00:32:33.680137 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9564-8dba-4124-9dcb-a232f012f34e req-43aa966c-e2bf-443c-953a-ff9ab8a116f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:33.681796 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4add9564-8dba-4124-9dcb-a232f012f34e req-43aa966c-e2bf-443c-953a-ff9ab8a116f7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0679643 Feb 17 00:32:33.738369 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaed1d-31d8-4156-845c-865d98799a69 req-9ac726a0-815f-4085-9567-44f6b1fae5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:33.739966 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-daaaed1d-31d8-4156-845c-865d98799a69 req-9ac726a0-815f-4085-9567-44f6b1fae5c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 200 len: 850 time: 0.0691066 Feb 17 00:32:33.770203 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9564-8dba-4124-9dcb-a232f012f34e req-cad407d5-7ea7-4b93-9db1-9b1e2170791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:33.772135 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4add9564-8dba-4124-9dcb-a232f012f34e req-cad407d5-7ea7-4b93-9db1-9b1e2170791d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828526 Feb 17 00:32:33.828393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaed1d-31d8-4156-845c-865d98799a69 req-75234caa-ac51-4e35-bcc6-87601614de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:33.831454 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-daaaed1d-31d8-4156-845c-865d98799a69 req-75234caa-ac51-4e35-bcc6-87601614de39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839360 Feb 17 00:32:33.909714 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-15bb559b-4673-43df-aa1d-7aac6c94fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:33.913861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb559b-4673-43df-aa1d-7aac6c94fdfa None None] Checking router: 6341cdd5-d294-47df-badd-30ff19db12b4 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:32:33.923231 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb559b-4673-43df-aa1d-7aac6c94fdfa None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:32:33.923894 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-15bb559b-4673-43df-aa1d-7aac6c94fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:32:09Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:33.933320 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4add9564-8dba-4124-9dcb-a232f012f34e req-fa6cc40d-edd9-439e-8560-cafe28bbd967 service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519947 Feb 17 00:32:33.980111 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-daaaed1d-31d8-4156-845c-865d98799a69 req-e2e1e960-b964-44ab-8c86-aed9e6ddb220 service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412594 Feb 17 00:32:34.084486 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4add9564-8dba-4124-9dcb-a232f012f34e req-5c643406-bfa3-488c-8585-67602db62607 service neutron] 10.222.0.74 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451147 Feb 17 00:32:34.126108 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-15bb559b-4673-43df-aa1d-7aac6c94fdfa None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:32:34.134203 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-daaaed1d-31d8-4156-845c-865d98799a69 req-04041191-42d4-41fa-ae81-2ea33e75372c service neutron] 10.222.0.44 "GET /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1481550 Feb 17 00:32:34.473305 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-15bb559b-4673-43df-aa1d-7aac6c94fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:34.477787 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb559b-4673-43df-aa1d-7aac6c94fdfa None None] The sync data for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi is: [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:25:53Z', 'revision_number': 4, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi', '_interfaces': [{'id': '0d1bb079-0565-4073-85ec-7f7eb34ac537', 'name': '', 'network_id': '7c0101f0-8583-43eb-a593-4ad4a3f3e1fa', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'mac_address': 'fa:16:3e:d9:b3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:53Z', 'updated_at': '2021-02-17T00:26:03Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'subnets': [{'id': '8cd3287e-c805-4022-9d73-6fc1ff5cff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:32:34.520219 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171ffc9-be6b-4f56-9650-a35d80189f66 req-9ee6b84f-9c35-4414-90d2-5e748404381e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:34.521047 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b171ffc9-be6b-4f56-9650-a35d80189f66 req-9ee6b84f-9c35-4414-90d2-5e748404381e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Synchronizing usage tracker for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:32:34.538704 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b171ffc9-be6b-4f56-9650-a35d80189f66 req-9ee6b84f-9c35-4414-90d2-5e748404381e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Unset dirty status for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:32:34.540593 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b171ffc9-be6b-4f56-9650-a35d80189f66 req-9ee6b84f-9c35-4414-90d2-5e748404381e tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 946 time: 0.1109898 Feb 17 00:32:34.590627 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b171ffc9-be6b-4f56-9650-a35d80189f66 req-d82a4e02-35cc-405d-9c13-236a3cd20897 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0424502 Feb 17 00:32:34.919808 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96392ffb-9c5b-4cd5-995b-fe777fc8d30c None None] New status for floating IP 9581655c-f7ee-4efe-b26a-7b11d778377f: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:32:35.795644 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5d1f8-21c6-4def-a280-9db0014b1632 req-61fd7b9e-cd03-4daf-8f71-a7cdac645c2c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:35.797294 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d3f5d1f8-21c6-4def-a280-9db0014b1632 req-61fd7b9e-cd03-4daf-8f71-a7cdac645c2c tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 946 time: 0.0863495 Feb 17 00:32:35.846292 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d3f5d1f8-21c6-4def-a280-9db0014b1632 req-04fee690-aaa0-4f5d-869f-d98d9ba6745f tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups?id=6808b4d3-7d6b-444c-9a74-57a384e10146&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0424666 Feb 17 00:32:35.903522 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52751c8-03fb-47ab-94c1-9d4285d0d153 req-71f7e4b6-de56-4263-8017-5a22790abdb6 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:35.904211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e52751c8-03fb-47ab-94c1-9d4285d0d153 req-71f7e4b6-de56-4263-8017-5a22790abdb6 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Synchronizing usage tracker for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:32:35.916441 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e52751c8-03fb-47ab-94c1-9d4285d0d153 req-71f7e4b6-de56-4263-8017-5a22790abdb6 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Unset dirty status for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:32:35.917719 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e52751c8-03fb-47ab-94c1-9d4285d0d153 req-71f7e4b6-de56-4263-8017-5a22790abdb6 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 946 time: 0.0989954 Feb 17 00:32:35.998090 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e52751c8-03fb-47ab-94c1-9d4285d0d153 req-67a4f2ea-7bf2-4f51-8851-8b94dbdbdca2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Deleting port 671ee56b-8654-446f-a177-4a7a1695c32d {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:35.998476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e52751c8-03fb-47ab-94c1-9d4285d0d153 req-67a4f2ea-7bf2-4f51-8851-8b94dbdbdca2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:36.272215 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e52751c8-03fb-47ab-94c1-9d4285d0d153 req-67a4f2ea-7bf2-4f51-8851-8b94dbdbdca2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] For port 671ee56b-8654-446f-a177-4a7a1695c32d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=671ee56b-8654-446f-a177-4a7a1695c32d,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:32:36.272619 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e52751c8-03fb-47ab-94c1-9d4285d0d153 req-67a4f2ea-7bf2-4f51-8851-8b94dbdbdca2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:36.363123 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-17982889-b07f-464d-8a26-96b55b630acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:36.405142 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e52751c8-03fb-47ab-94c1-9d4285d0d153 req-67a4f2ea-7bf2-4f51-8851-8b94dbdbdca2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Calling delete_port for 671ee56b-8654-446f-a177-4a7a1695c32d owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:36.556015 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e52751c8-03fb-47ab-94c1-9d4285d0d153 req-67a4f2ea-7bf2-4f51-8851-8b94dbdbdca2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:36.573312 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-65db2457-a568-400f-94b2-9e4dfce810c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:36.676125 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4f2ea-7bf2-4f51-8851-8b94dbdbdca2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event deleted for resources: {'Port': ['ID=671ee56b-8654-446f-a177-4a7a1695c32d,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:36.678863 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-67a4f2ea-7bf2-4f51-8851-8b94dbdbdca2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:36.775292 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52751c8-03fb-47ab-94c1-9d4285d0d153 req-67a4f2ea-7bf2-4f51-8851-8b94dbdbdca2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] No DVR routers for this DVR port 671ee56b-8654-446f-a177-4a7a1695c32d on host hv-cinder-75996 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:32:36.778206 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e52751c8-03fb-47ab-94c1-9d4285d0d153 req-67a4f2ea-7bf2-4f51-8851-8b94dbdbdca2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:36.781655 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'name': 'network-vif-deleted', 'tag': '671ee56b-8654-446f-a177-4a7a1695c32d'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:32:36.797871 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e52751c8-03fb-47ab-94c1-9d4285d0d153 req-67a4f2ea-7bf2-4f51-8851-8b94dbdbdca2 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.44 "DELETE /v2.0/ports/671ee56b-8654-446f-a177-4a7a1695c32d HTTP/1.1" status: 204 len: 173 time: 0.8739469 Feb 17 00:32:36.831696 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c71842-c2ef-430a-a4ae-b6b7e5a3b483', 'name': 'network-vif-deleted', 'tag': '671ee56b-8654-446f-a177-4a7a1695c32d', 'status': 'completed', 'code': 200} Feb 17 00:32:37.012715 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a796274d-954a-40d8-bb58-6ece06043e30 req-a84b3020-3de1-48cc-9d2f-0c4c952d98ce tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/ports?device_id=10c71842-c2ef-430a-a4ae-b6b7e5a3b483 HTTP/1.1" status: 200 len: 210 time: 0.0517070 Feb 17 00:32:37.166528 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 671ee56b-8654-446f-a177-4a7a1695c32d no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:32:37.205881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] No Port match for: 671ee56b-8654-446f-a177-4a7a1695c32d {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:32:37.206279 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Device 671ee56b-8654-446f-a177-4a7a1695c32d not bound to the agent host hv-cinder-75996 {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:32:38.215790 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-b6ff7753-d2d3-421d-894c-b44c5d4c9147 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips/9638faaf-428b-442c-951f-fc15bb3c0ad5 HTTP/1.1" status: 200 len: 692 time: 0.0868170 Feb 17 00:32:38.383495 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-4408c8c6-e543-49bf-a183-0ba772ae9e5b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:32:38.384978 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-4408c8c6-e543-49bf-a183-0ba772ae9e5b tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/networks/7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b HTTP/1.1" status: 200 len: 784 time: 0.1630211 Feb 17 00:32:38.473596 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-cbf734a1-9d38-4982-91c8-cd85f8129a15 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Synchronizing usage tracker for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:floatingip {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:32:38.488209 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-cbf734a1-9d38-4982-91c8-cd85f8129a15 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Unset dirty status for tenant:794d51803f2d4a718ff6c66ff9891c2b on resource:floatingip {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:32:38.489480 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-cbf734a1-9d38-4982-91c8-cd85f8129a15 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.77 HTTP/1.1" status: 200 len: 695 time: 0.0972636 Feb 17 00:32:38.577077 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-88e593df-55ed-44c4-a475-ba8ff5ef8c39 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.1.77 HTTP/1.1" status: 200 len: 695 time: 0.0803192 Feb 17 00:32:38.647502 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9eb5-6823-40f3-95c5-81cf78fd10d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:38.751184 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-bb8f470f-199c-49bd-8b85-f931fdff101a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Deleting port 5c9a0f49-ba6c-4874-984a-7e25abcfff68 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:38.751516 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-bb8f470f-199c-49bd-8b85-f931fdff101a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:38.929676 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-bb8f470f-199c-49bd-8b85-f931fdff101a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:38.930041 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-bb8f470f-199c-49bd-8b85-f931fdff101a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:39.059355 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-bb8f470f-199c-49bd-8b85-f931fdff101a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Calling delete_port for 5c9a0f49-ba6c-4874-984a-7e25abcfff68 owned by network:floatingip {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:39.213205 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-bb8f470f-199c-49bd-8b85-f931fdff101a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:39.228802 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-23c0b183-75a3-41a6-bbf8-f9461a4eaea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:39.309249 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:39.322673 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f470f-199c-49bd-8b85-f931fdff101a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event deleted for resources: {'Port': ['ID=5c9a0f49-ba6c-4874-984a-7e25abcfff68,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:39.332873 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bb8f470f-199c-49bd-8b85-f931fdff101a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:39.446446 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-bb8f470f-199c-49bd-8b85-f931fdff101a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for floatingip, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:39.466888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-bb8f470f-199c-49bd-8b85-f931fdff101a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771832'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:39.468114 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a22ade5d-1700-4290-97a0-b4cf1d828633 req-bb8f470f-199c-49bd-8b85-f931fdff101a tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "DELETE /v2.0/floatingips/9638faaf-428b-442c-951f-fc15bb3c0ad5 HTTP/1.1" status: 204 len: 173 time: 0.8852170 Feb 17 00:32:39.534949 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-40a67ff8-e4d6-4f20-a8dc-3fa3a1d1eca0 req-f95b09f3-3a91-4fd6-8c09-51a26ff3c28f service neutron] (84027) timed out ('10.222.0.44', 63541) {{(pid=84027) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 00:32:40.286587 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:40.650444 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:40.939332 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b52086b4-660b-4cec-84be-f367ee3d6264 req-2442e09c-93fe-4292-a6eb-ff779db46339 tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "GET /v2.0/security-groups/6808b4d3-7d6b-444c-9a74-57a384e10146 HTTP/1.1" status: 200 len: 2997 time: 0.0524113 Feb 17 00:32:41.015767 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b52086b4-660b-4cec-84be-f367ee3d6264 req-2874e644-7af8-4613-83b1-589ad2a5c7ee tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:41.044527 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b52086b4-660b-4cec-84be-f367ee3d6264 req-2874e644-7af8-4613-83b1-589ad2a5c7ee tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:41.091693 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b52086b4-660b-4cec-84be-f367ee3d6264 req-2874e644-7af8-4613-83b1-589ad2a5c7ee tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:41.105753 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f9425178-6bc6-4072-8e48-2bd59dbfac71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:41.122172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874e644-7af8-4613-83b1-589ad2a5c7ee tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6808b4d3-7d6b-444c-9a74-57a384e10146,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:41.125065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2874e644-7af8-4613-83b1-589ad2a5c7ee tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:41.131627 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b52086b4-660b-4cec-84be-f367ee3d6264 req-2874e644-7af8-4613-83b1-589ad2a5c7ee tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:41.132901 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b52086b4-660b-4cec-84be-f367ee3d6264 req-2874e644-7af8-4613-83b1-589ad2a5c7ee tempest-TestVolumeBootPattern-43220763 tempest-TestVolumeBootPattern-43220763-project] 10.222.0.74 "DELETE /v2.0/security-groups/6808b4d3-7d6b-444c-9a74-57a384e10146 HTTP/1.1" status: 204 len: 173 time: 0.1872969 Feb 17 00:32:41.193065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 36196) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:42.096073 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854364023'] for router_interface, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:42.468865 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] Deleting port 0d1bb079-0565-4073-85ec-7f7eb34ac537 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:42.469248 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:42.650170 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] For port 0d1bb079-0565-4073-85ec-7f7eb34ac537, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=0d1bb079-0565-4073-85ec-7f7eb34ac537,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:32:42.650563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:42.789967 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] Calling delete_port for 0d1bb079-0565-4073-85ec-7f7eb34ac537 owned by network:router_interface {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:42.966217 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:42.981237 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f95038ca-2e44-48bd-9f6b-8ada11b4af7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:43.074172 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1bb079-0565-4073-85ec-7f7eb34ac537,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:43.083381 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:43.393538 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854363929'] for router_interface, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:43.900145 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] Router 6341cdd5-d294-47df-badd-30ff19db12b4 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:32:44.087687 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:32:44.096470 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261de328-3904-48ce-a976-9c5680d7945e None None] Sync routers for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:32:44.105328 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] 10.222.0.74 "PUT /v2.0/routers/6341cdd5-d294-47df-badd-30ff19db12b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9087400 Feb 17 00:32:44.105913 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.74', 36204) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:44.107532 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261de328-3904-48ce-a976-9c5680d7945e None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:32:44.108255 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-261de328-3904-48ce-a976-9c5680d7945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:32:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:44.308302 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-261de328-3904-48ce-a976-9c5680d7945e None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:32:44.542350 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] Notify callbacks [] for router, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:44.615942 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-261de328-3904-48ce-a976-9c5680d7945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:32:42Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:44.620078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261de328-3904-48ce-a976-9c5680d7945e None None] Checking router: 6341cdd5-d294-47df-badd-30ff19db12b4 for host: dv-cinder-759961-3-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:32:44.628928 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261de328-3904-48ce-a976-9c5680d7945e None None] Routers {'6341cdd5-d294-47df-badd-30ff19db12b4'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:32:44.629579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-261de328-3904-48ce-a976-9c5680d7945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:32:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['6341cdd5-d294-47df-badd-30ff19db12b4'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:44.739792 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:44.745044 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] Deleting port cde7a100-dce6-48fc-a107-ec239e2f56b1 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:44.745413 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:44.829422 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-261de328-3904-48ce-a976-9c5680d7945e None None] Set router 6341cdd5-d294-47df-badd-30ff19db12b4 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:32:44.928168 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] For port cde7a100-dce6-48fc-a107-ec239e2f56b1, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=cde7a100-dce6-48fc-a107-ec239e2f56b1,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:32:44.928568 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:45.064726 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] Calling delete_port for cde7a100-dce6-48fc-a107-ec239e2f56b1 owned by network:router_gateway {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:45.227419 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844706016'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:45.303858 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-261de328-3904-48ce-a976-9c5680d7945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:32:42Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:45.307956 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261de328-3904-48ce-a976-9c5680d7945e None None] The sync data for ids ['6341cdd5-d294-47df-badd-30ff19db12b4'] in dv-cinder-759961-3-iscsi is: [{'id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'name': 'tempest-TestVolumeBootPattern-508287667-router', 'tenant_id': '794d51803f2d4a718ff6c66ff9891c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:48Z', 'updated_at': '2021-02-17T00:32:42Z', 'revision_number': 5, 'project_id': '794d51803f2d4a718ff6c66ff9891c2b', 'gw_port': {'id': 'cde7a100-dce6-48fc-a107-ec239e2f56b1', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341cdd5-d294-47df-badd-30ff19db12b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:49Z', 'updated_at': '2021-02-17T00:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:32:45.419683 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851033173'] for router_gateway, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:45.566984 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3465'] for router, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:45.569363 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:45.591618 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371071'] for router, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:45.592127 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6341cdd5-d294-47df-badd-30ff19db12b4 {{(pid=84027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:32:45.605163 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:45.606415 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a8a214c6-7b93-46e9-9899-daf1f4b444db admin admin] 10.222.0.74 "DELETE /v2.0/routers/6341cdd5-d294-47df-badd-30ff19db12b4 HTTP/1.1" status: 204 len: 168 time: 1.4991806 Feb 17 00:32:45.609165 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 36208) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:45.676899 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-42116e85-c67d-4ee9-925f-560ec5a5cb1a admin admin] Deleting subnet 8cd3287e-c805-4022-9d73-6fc1ff5cff30 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:32:45.680159 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-42116e85-c67d-4ee9-925f-560ec5a5cb1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:45.737335 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-42116e85-c67d-4ee9-925f-560ec5a5cb1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844535203'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:45.821580 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-42116e85-c67d-4ee9-925f-560ec5a5cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:46.328336 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-42116e85-c67d-4ee9-925f-560ec5a5cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852209845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10363437'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:46.343600 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4a6893d9-d46c-4c2c-a126-4a4ad13d7818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:46.431192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42116e85-c67d-4ee9-925f-560ec5a5cb1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd3287e-c805-4022-9d73-6fc1ff5cff30,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:46.442641 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-42116e85-c67d-4ee9-925f-560ec5a5cb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:46.474782 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-42116e85-c67d-4ee9-925f-560ec5a5cb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:46.480861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39183d9-e07e-4ab7-beae-440e8eb85cf1 None None] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:32:46.482508 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-42116e85-c67d-4ee9-925f-560ec5a5cb1a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8cd3287e-c805-4022-9d73-6fc1ff5cff30 HTTP/1.1" status: 204 len: 168 time: 0.8722005 Feb 17 00:32:46.485124 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 36212) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:46.600217 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:46.668297 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Deleting port 6543cd59-c8b5-47ff-9714-3d33ab641cbb {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:46.668671 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:46.750455 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d967e464-31b3-4d8c-a356-c0d1d9664d2d None None] DHCP port deletion for 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa request from dv-cinder-759961-3-iscsi {{(pid=84028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:32:46.755020 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d967e464-31b3-4d8c-a356-c0d1d9664d2d None None] Deleting port 6543cd59-c8b5-47ff-9714-3d33ab641cbb {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:46.755447 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d967e464-31b3-4d8c-a356-c0d1d9664d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:46.893702 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] For port 6543cd59-c8b5-47ff-9714-3d33ab641cbb, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=6543cd59-c8b5-47ff-9714-3d33ab641cbb,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:32:46.894025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:46.973719 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-d967e464-31b3-4d8c-a356-c0d1d9664d2d None None] For port 6543cd59-c8b5-47ff-9714-3d33ab641cbb, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=6543cd59-c8b5-47ff-9714-3d33ab641cbb,segment=NetworkSegment(c384969d-baf2-464f-adf3-93d5e8d84dc8),segment_id=c384969d-baf2-464f-adf3-93d5e8d84dc8)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:32:46.974078 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d967e464-31b3-4d8c-a356-c0d1d9664d2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:47.027364 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Calling delete_port for 6543cd59-c8b5-47ff-9714-3d33ab641cbb owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:47.083274 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:32:47.110947 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:47.113719 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d967e464-31b3-4d8c-a356-c0d1d9664d2d None None] Calling delete_port for 6543cd59-c8b5-47ff-9714-3d33ab641cbb owned by network:dhcp {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:47.127941 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:47.195899 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 0d1bb079-0565-4073-85ec-7f7eb34ac537 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:32:47.229301 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Pushing event deleted for resources: {'Port': ['ID=6543cd59-c8b5-47ff-9714-3d33ab641cbb,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:47.236299 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 0d1bb079-0565-4073-85ec-7f7eb34ac537 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:32:47.236723 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 0d1bb079-0565-4073-85ec-7f7eb34ac537 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:32:47.237202 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device cde7a100-dce6-48fc-a107-ec239e2f56b1 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:32:47.241115 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:47.272322 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-d967e464-31b3-4d8c-a356-c0d1d9664d2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:32:47.272757 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-d967e464-31b3-4d8c-a356-c0d1d9664d2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:32:47.275402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] No DVR routers for this DVR port 6543cd59-c8b5-47ff-9714-3d33ab641cbb on host dv-cinder-759961-3-iscsi {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:32:47.278629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: cde7a100-dce6-48fc-a107-ec239e2f56b1 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:32:47.279025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device cde7a100-dce6-48fc-a107-ec239e2f56b1 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:32:47.279484 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 6543cd59-c8b5-47ff-9714-3d33ab641cbb no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:32:47.315797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 6543cd59-c8b5-47ff-9714-3d33ab641cbb {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:32:47.316217 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 6543cd59-c8b5-47ff-9714-3d33ab641cbb not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:32:47.397885 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:47.510373 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0101f0-8583-43eb-a593-4ad4a3f3e1fa']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:47.522830 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c384969d-baf2-464f-adf3-93d5e8d84dc8') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:47.523169 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c384969d-baf2-464f-adf3-93d5e8d84dc8') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:47.534878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240581'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:47.552367 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:47.554401 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:32:47.730977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:32:47.739886 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565812'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:47.774486 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d967e464-31b3-4d8c-a356-c0d1d9664d2d None None] Deleting port 6543cd59-c8b5-47ff-9714-3d33ab641cbb {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:47.774849 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d967e464-31b3-4d8c-a356-c0d1d9664d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:47.850430 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d967e464-31b3-4d8c-a356-c0d1d9664d2d None None] The port '6543cd59-c8b5-47ff-9714-3d33ab641cbb' was deleted {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:32:47.917804 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Network 7c0101f0-8583-43eb-a593-4ad4a3f3e1fa has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:32:47.940349 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:32:48.017072 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:48.020542 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:48.037092 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:48.043903 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c0101f0-8583-43eb-a593-4ad4a3f3e1fa,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:48.049159 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:48.060441 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f5291733-a09a-4831-8254-7866754dcc2f admin admin] 10.222.0.74 "DELETE /v2.0/networks/7c0101f0-8583-43eb-a593-4ad4a3f3e1fa HTTP/1.1" status: 204 len: 168 time: 1.5742350 Feb 17 00:32:48.063476 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 36216) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:48.633380 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79dc84fc-4a18-4eba-8b36-ebf823407897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854364023'] for router_interface, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:49.250575 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-79dc84fc-4a18-4eba-8b36-ebf823407897 admin admin] Deleting port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:49.251190 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79dc84fc-4a18-4eba-8b36-ebf823407897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:49.431100 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-79dc84fc-4a18-4eba-8b36-ebf823407897 admin admin] For port 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1,segment=NetworkSegment(0e36f7a1-28b0-4318-978a-a5e52c5e6912),segment_id=0e36f7a1-28b0-4318-978a-a5e52c5e6912)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:32:49.431420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79dc84fc-4a18-4eba-8b36-ebf823407897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:49.564282 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-79dc84fc-4a18-4eba-8b36-ebf823407897 admin admin] Calling delete_port for 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 owned by network:router_interface {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:49.736342 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79dc84fc-4a18-4eba-8b36-ebf823407897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:49.751924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f99f2f10-86ff-409e-bbe4-c996c54ac5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:49.846977 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc84fc-4a18-4eba-8b36-ebf823407897 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:49.849980 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-79dc84fc-4a18-4eba-8b36-ebf823407897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:50.164277 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79dc84fc-4a18-4eba-8b36-ebf823407897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3893653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854363929'] for router_interface, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:50.673176 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dc84fc-4a18-4eba-8b36-ebf823407897 admin admin] Router 5effa514-d795-4a1b-90ca-944813859e48 has already been hosted by L3 agent 11aca683-9a02-4849-9529-095c26ee94f2 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:32:50.868337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dc84fc-4a18-4eba-8b36-ebf823407897 admin admin] Notify agent at l3_agent.dv-cinder-759961-3-iscsi the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:32:50.877452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0a991-c8dd-4b67-89b0-6bea5684ab21 None None] Sync routers for ids ['5effa514-d795-4a1b-90ca-944813859e48'] in dv-cinder-759961-3-iscsi {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:32:50.878623 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-79dc84fc-4a18-4eba-8b36-ebf823407897 admin admin] 10.222.0.74 "PUT /v2.0/routers/5effa514-d795-4a1b-90ca-944813859e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8140461 Feb 17 00:32:50.881227 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 36220) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:50.887226 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c0a991-c8dd-4b67-89b0-6bea5684ab21 None None] Routers {'5effa514-d795-4a1b-90ca-944813859e48'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:32:50.887890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-69c0a991-c8dd-4b67-89b0-6bea5684ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:32:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5effa514-d795-4a1b-90ca-944813859e48'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:51.067624 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] Notify callbacks [] for router, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:51.073801 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-69c0a991-c8dd-4b67-89b0-6bea5684ab21 None None] Set router 5effa514-d795-4a1b-90ca-944813859e48 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:32:51.263028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:51.268223 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] Deleting port 998211ee-960c-4b96-a9ad-bfadc4ff7ebd {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:51.268591 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:51.384780 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-69c0a991-c8dd-4b67-89b0-6bea5684ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effa514-d795-4a1b-90ca-944813859e48', 'name': 'tempest-TestVolumeBootPattern-1833298546-router', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:56Z', 'updated_at': '2021-02-17T00:32:49Z', 'revision_number': 5, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'gw_port': {'id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:57Z', 'updated_at': '2021-02-17T00:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:51.389252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0a991-c8dd-4b67-89b0-6bea5684ab21 None None] Checking router: 5effa514-d795-4a1b-90ca-944813859e48 for host: dv-cinder-759961-3-iscsi {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:32:51.398789 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c0a991-c8dd-4b67-89b0-6bea5684ab21 None None] Routers {'5effa514-d795-4a1b-90ca-944813859e48'} bound to L3 agent in host dv-cinder-759961-3-iscsi {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:32:51.399481 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-69c0a991-c8dd-4b67-89b0-6bea5684ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:02:39Z,description=,heartbeat_timestamp=2021-02-17T00:32:39Z,host='dv-cinder-759961-3-iscsi',id=11aca683-9a02-4849-9529-095c26ee94f2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:02:39Z,topic='l3_agent')) {'router_ids': ['5effa514-d795-4a1b-90ca-944813859e48'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:51.593763 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-69c0a991-c8dd-4b67-89b0-6bea5684ab21 None None] Set router 5effa514-d795-4a1b-90ca-944813859e48 gateway port host: dv-cinder-759961-3-iscsi {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:32:51.691563 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] For port 998211ee-960c-4b96-a9ad-bfadc4ff7ebd, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=998211ee-960c-4b96-a9ad-bfadc4ff7ebd,segment=NetworkSegment(39929181-e2bf-4a83-9101-e6acf9e043f9),segment_id=39929181-e2bf-4a83-9101-e6acf9e043f9)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:32:51.692153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:51.825002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] Calling delete_port for 998211ee-960c-4b96-a9ad-bfadc4ff7ebd owned by network:router_gateway {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:51.896534 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-69c0a991-c8dd-4b67-89b0-6bea5684ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effa514-d795-4a1b-90ca-944813859e48', 'name': 'tempest-TestVolumeBootPattern-1833298546-router', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:56Z', 'updated_at': '2021-02-17T00:32:49Z', 'revision_number': 5, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'gw_port': {'id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:57Z', 'updated_at': '2021-02-17T00:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}], 'dv-cinder-759961-3-iscsi', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:51.900642 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0a991-c8dd-4b67-89b0-6bea5684ab21 None None] The sync data for ids ['5effa514-d795-4a1b-90ca-944813859e48'] in dv-cinder-759961-3-iscsi is: [{'id': '5effa514-d795-4a1b-90ca-944813859e48', 'name': 'tempest-TestVolumeBootPattern-1833298546-router', 'tenant_id': 'f838b399c56946feac9496ea216dfaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'external_fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:56Z', 'updated_at': '2021-02-17T00:32:49Z', 'revision_number': 5, 'project_id': 'f838b399c56946feac9496ea216dfaf9', 'gw_port': {'id': '998211ee-960c-4b96-a9ad-bfadc4ff7ebd', 'name': '', 'network_id': '7655f8d5-9a85-46f8-bc2e-b8a4c6c3017b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effa514-d795-4a1b-90ca-944813859e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:57Z', 'updated_at': '2021-02-17T00:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37dd6f21-ff16-4d39-8857-ae9dbee28cea', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-3-iscsi'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:32:51.966089 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:52.162384 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851033173'] for router_gateway, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:52.306272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3465'] for router, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:52.308578 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:52.333657 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371071'] for router, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:52.334211 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5effa514-d795-4a1b-90ca-944813859e48 {{(pid=84026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:32:52.347171 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:52.348419 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-dd70b4f9-1b7e-4c1e-8af9-7118607b475f admin admin] 10.222.0.74 "DELETE /v2.0/routers/5effa514-d795-4a1b-90ca-944813859e48 HTTP/1.1" status: 204 len: 168 time: 1.4662042 Feb 17 00:32:52.351173 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 36224) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:52.422243 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edbc203-2d3e-45ad-8585-86ecfce435c0 admin admin] Deleting subnet 06743ff1-0ac8-4937-8189-aebde8464ab2 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:32:52.425452 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5edbc203-2d3e-45ad-8585-86ecfce435c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:52.477293 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5edbc203-2d3e-45ad-8585-86ecfce435c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844535203'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:52.562866 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5edbc203-2d3e-45ad-8585-86ecfce435c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854094083'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:52.827427 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5edbc203-2d3e-45ad-8585-86ecfce435c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852209845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10363437'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:52.843238 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:52.933381 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbc203-2d3e-45ad-8585-86ecfce435c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06743ff1-0ac8-4937-8189-aebde8464ab2,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:52.944718 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5edbc203-2d3e-45ad-8585-86ecfce435c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:52.976880 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5edbc203-2d3e-45ad-8585-86ecfce435c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:52.983121 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8117452d-d146-4df5-bfe6-90acc244301f None None] Network 3df7ebbc-6745-47e4-847c-18341418fc7e requested from dv-cinder-759961-3-iscsi {{(pid=84028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:32:52.983538 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5edbc203-2d3e-45ad-8585-86ecfce435c0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/06743ff1-0ac8-4937-8189-aebde8464ab2 HTTP/1.1" status: 204 len: 168 time: 0.6312349 Feb 17 00:32:52.986196 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 36228) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:53.102978 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854037793'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:53.183469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Deleting port 52dfc435-f151-45cc-b275-78599dc9cebc {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:53.183795 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:53.288868 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 998211ee-960c-4b96-a9ad-bfadc4ff7ebd no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:32:53.357505 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 998211ee-960c-4b96-a9ad-bfadc4ff7ebd {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:32:53.357870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 998211ee-960c-4b96-a9ad-bfadc4ff7ebd not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:32:53.358252 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:32:53.401797 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:32:53.402185 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 8b90ee1e-33f7-47e1-91a9-5b03cd5ad7c1 not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:32:53.410824 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] For port 52dfc435-f151-45cc-b275-78599dc9cebc, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=52dfc435-f151-45cc-b275-78599dc9cebc,segment=NetworkSegment(0e36f7a1-28b0-4318-978a-a5e52c5e6912),segment_id=0e36f7a1-28b0-4318-978a-a5e52c5e6912)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:32:53.411228 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:53.489443 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb9a749-807a-4549-a657-8c90e86716db None None] DHCP port deletion for 3df7ebbc-6745-47e4-847c-18341418fc7e request from dv-cinder-759961-3-iscsi {{(pid=84028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:32:53.494022 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9a749-807a-4549-a657-8c90e86716db None None] Deleting port 52dfc435-f151-45cc-b275-78599dc9cebc {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:53.494448 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3fb9a749-807a-4549-a657-8c90e86716db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:53.549507 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Calling delete_port for 52dfc435-f151-45cc-b275-78599dc9cebc owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:53.626469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850664979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305742030793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305742434574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210017'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:53.641569 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5c7a9e2c-1c1d-4b38-b91d-f8790e6ca040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:53.713144 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-3fb9a749-807a-4549-a657-8c90e86716db None None] For port 52dfc435-f151-45cc-b275-78599dc9cebc, host dv-cinder-759961-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-3-iscsi',level=0,port_id=52dfc435-f151-45cc-b275-78599dc9cebc,segment=NetworkSegment(0e36f7a1-28b0-4318-978a-a5e52c5e6912),segment_id=0e36f7a1-28b0-4318-978a-a5e52c5e6912)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:32:53.714051 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3fb9a749-807a-4549-a657-8c90e86716db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742823'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:53.735871 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Pushing event deleted for resources: {'Port': ['ID=52dfc435-f151-45cc-b275-78599dc9cebc,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:53.741238 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:53.783469 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] No DVR routers for this DVR port 52dfc435-f151-45cc-b275-78599dc9cebc on host dv-cinder-759961-3-iscsi {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:32:53.847354 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9a749-807a-4549-a657-8c90e86716db None None] Calling delete_port for 52dfc435-f151-45cc-b275-78599dc9cebc owned by network:dhcp {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:32:53.907864 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095516', 'neutron.services.segments.db._delete_segments_for_network-8731112848362'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:53.922358 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-3fb9a749-807a-4549-a657-8c90e86716db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:32:53.922776 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-3fb9a749-807a-4549-a657-8c90e86716db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:32:54.022505 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df7ebbc-6745-47e4-847c-18341418fc7e']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:54.035021 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e36f7a1-28b0-4318-978a-a5e52c5e6912') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:54.035360 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e36f7a1-28b0-4318-978a-a5e52c5e6912') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:32:54.047846 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305741925116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10240581'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:54.062806 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682708'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:54.064774 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:32:54.245666 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Network 3df7ebbc-6745-47e4-847c-18341418fc7e has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:32:54.254717 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854093076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565812'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:54.424258 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9a749-807a-4549-a657-8c90e86716db None None] Deleting port 52dfc435-f151-45cc-b275-78599dc9cebc {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:32:54.424771 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3fb9a749-807a-4549-a657-8c90e86716db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305741954164'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:54.430065 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Network 3df7ebbc-6745-47e4-847c-18341418fc7e has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: timer() Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: self._notify() Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: event.method(event) Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: **kwargs) Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:32:54.456810 dv-cinder-759961-3-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:32:54.499559 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9a749-807a-4549-a657-8c90e86716db None None] The port '52dfc435-f151-45cc-b275-78599dc9cebc' was deleted {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:32:54.534879 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850882146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3747731'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:54.539272 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3895152'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:54.543650 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:54.566152 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Pushing event deleted for resources: {'Network': ['ID=3df7ebbc-6745-47e4-847c-18341418fc7e,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:54.568945 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:54.570514 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9c50c342-6de5-4a65-9507-5a821865ddab admin admin] 10.222.0.74 "DELETE /v2.0/networks/3df7ebbc-6745-47e4-847c-18341418fc7e HTTP/1.1" status: 204 len: 168 time: 1.5833237 Feb 17 00:32:54.683140 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 36234) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:54.743239 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-14f6b186-f516-40a8-a0f0-8903380d6be2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=794d51803f2d4a718ff6c66ff9891c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587740 Feb 17 00:32:54.746269 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 36238) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:54.808086 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b7cd0eb0-c5d3-401c-a663-c0c99a85ef94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:54.834795 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b7cd0eb0-c5d3-401c-a663-c0c99a85ef94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:54.881109 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b7cd0eb0-c5d3-401c-a663-c0c99a85ef94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:54.886800 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-73f72867-2316-42ad-bc22-f8e25cecbc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:54.900579 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd0eb0-c5d3-401c-a663-c0c99a85ef94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7996d0bc-cdc2-419b-b771-50cccc83a58e,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:54.905383 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b7cd0eb0-c5d3-401c-a663-c0c99a85ef94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:54.909083 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b7cd0eb0-c5d3-401c-a663-c0c99a85ef94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:54.910238 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b7cd0eb0-c5d3-401c-a663-c0c99a85ef94 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7996d0bc-cdc2-419b-b771-50cccc83a58e HTTP/1.1" status: 204 len: 168 time: 0.1626348 Feb 17 00:32:55.160184 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 52dfc435-f151-45cc-b275-78599dc9cebc no longer exists at agent ovs-agent-dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:32:55.197410 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] No Port match for: 52dfc435-f151-45cc-b275-78599dc9cebc {{(pid=84028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:32:55.197857 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Device 52dfc435-f151-45cc-b275-78599dc9cebc not bound to the agent host dv-cinder-759961-3-iscsi {{(pid=84028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:32:55.267147 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 36246) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:55.318085 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f2fa683f-0003-4691-8929-96287f501343 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f838b399c56946feac9496ea216dfaf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496535 Feb 17 00:32:55.320534 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.74', 36250) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:55.384536 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e72aeab7-d656-4ea0-a158-15526edfcd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:55.411420 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e72aeab7-d656-4ea0-a158-15526edfcd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:55.458890 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e72aeab7-d656-4ea0-a158-15526edfcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682329'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:55.463872 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-de4d171c-6c89-470b-ad4d-f9e6f5ce45f8 tempest-TestMinimumBasicScenario-638615210 tempest-TestMinimumBasicScenario-638615210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:32:55.474550 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72aeab7-d656-4ea0-a158-15526edfcd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1156a1af-f461-4ed8-a40c-64dea9168eca,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:32:55.478393 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e72aeab7-d656-4ea0-a158-15526edfcd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:32:55.481832 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e72aeab7-d656-4ea0-a158-15526edfcd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:55.483067 dv-cinder-759961-3-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e72aeab7-d656-4ea0-a158-15526edfcd1e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1156a1af-f461-4ed8-a40c-64dea9168eca HTTP/1.1" status: 204 len: 168 time: 0.1615202 Feb 17 00:33:01.048994 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:06.366990 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3cc17472-991b-495e-84df-1a55fc350350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:08.651881 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ea1926af-ffd3-4b2f-8884-38f86248b6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:09.312108 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:10.288406 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:10.640114 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:11.265857 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-8d6e17b8-9858-4076-ba55-9d0e819e3a0c req-c6ccecf5-36e6-48b7-af86-4d84d0705d98 service neutron] (84027) timed out ('10.222.0.74', 32828) {{(pid=84027) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 00:33:24.082328 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:33:31.050523 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:36.371188 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-48a88db1-c5f4-474d-9a8c-6fd773598503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:38.652314 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3e0b242f-62ad-403f-9071-66db6225964b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:39.313784 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:40.290960 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:40.643638 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:01.064070 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:01.087397 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:34:06.372959 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bba186f3-852c-4d3c-9abf-0ecc2d307033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:08.653141 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3bcb40cd-d434-4ff2-8bdf-c502b042c734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:09.318122 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:10.292313 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:10.646747 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:31.077870 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:36.373829 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f27d-bf9d-4ac0-b88e-2337ff8fc6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:38.086869 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:34:38.654940 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d31e4d3c-0449-45eb-841d-e6e484d8f945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:39.321138 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.294695 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.661768 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:01.080463 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:06.374798 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9b5120a-2cd4-4031-84de-18cfa2ade81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:08.542924 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-40111269-e645-49a1-8d2d-fb5d2a91de5d req-b459e949-57d8-49e5-8432-ad814316d2b8 service neutron] (84026) timed out ('10.222.0.74', 58032) {{(pid=84026) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 00:35:08.656245 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-39e6c81e-977b-4cd7-b24c-66260e60166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:09.324025 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:10.299413 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:10.653888 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:15.086222 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:35:31.081286 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:36.375039 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-09e025a4-fbd6-4919-86fa-e38c2d02194c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:38.656836 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a5d48f1f-9464-4a51-ab5b-f7535df24997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:39.326155 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:40.300629 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:40.657504 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:52.086299 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:36:01.082085 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:06.375163 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60fbce30-8b08-4b1d-ac44-325a9fd7c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:08.659378 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7ab3fd9-9eff-4ef3-9591-04f3903a1cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:09.329911 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:10.302087 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:10.661140 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:29.085944 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:36:31.081064 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:36.376763 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-044df0c9-f386-499d-a60f-f91d18f891a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:38.661050 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-22e8b775-2efd-4b6c-989b-7c30017c83fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:39.331832 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:40.303450 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:40.675861 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:01.080379 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:06.086028 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:37:06.379046 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e4a0def1-94e2-4c8a-9fd1-37d89094e696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:08.662819 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-adf52948-381c-4ebc-82fc-95f5d014dd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:09.334140 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:10.305526 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:10.673080 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:31.080817 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:36.382153 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b21a7990-e557-424c-a135-802e708ee432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:38.666402 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ad4c52e6-cc40-4492-9c97-525366bdd627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:39.338993 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:40.307337 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:40.680711 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:43.085762 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:38:01.085006 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-772b377d-f00b-459d-8d6d-58a09675f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:06.383660 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dc904308-dad5-4705-871a-7e8870391ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:08.670745 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c32eb380-9ba0-42f4-ab5d-351d7be3f3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:09.340480 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1933-e0b5-4bd7-82a8-8af735203948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:10.309192 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a18e78f-b07e-4775-bdbe-a1292ff0ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:10.680878 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35941855-0a45-4916-9943-20a820b8f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731112848345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854118630'] for agent, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:20.085002 dv-cinder-759961-3-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-6d8a6686-4237-4ece-a6d9-fd78b9a68f12 None None] Agent healthcheck: found 6 active agents {{(pid=84029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}